2024-12-17 08:28:26,734 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 2024-12-17 08:28:26,748 main DEBUG Took 0.011287 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-17 08:28:26,748 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-17 08:28:26,748 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-17 08:28:26,749 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-17 08:28:26,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,757 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-17 08:28:26,770 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,773 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,773 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,775 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,775 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,776 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,777 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,778 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,779 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-17 08:28:26,783 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,784 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-17 08:28:26,786 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-17 08:28:26,788 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-17 08:28:26,791 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-17 08:28:26,792 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-17 08:28:26,794 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-17 08:28:26,794 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-17 08:28:26,806 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-17 08:28:26,809 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-17 08:28:26,811 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-17 08:28:26,811 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-17 08:28:26,812 main DEBUG createAppenders(={Console}) 2024-12-17 08:28:26,813 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 initialized 2024-12-17 08:28:26,813 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 2024-12-17 08:28:26,813 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@50378a4 OK. 2024-12-17 08:28:26,814 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-17 08:28:26,815 main DEBUG OutputStream closed 2024-12-17 08:28:26,815 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-17 08:28:26,816 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-17 08:28:26,816 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@66f57048 OK 2024-12-17 08:28:26,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-17 08:28:26,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-17 08:28:26,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-17 08:28:26,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-17 08:28:26,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-17 08:28:26,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-17 08:28:26,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-17 08:28:26,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-17 08:28:26,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-17 08:28:26,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-17 08:28:26,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-17 08:28:26,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-17 08:28:26,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-17 08:28:26,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-17 08:28:26,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-17 08:28:26,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-17 08:28:26,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-17 08:28:26,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-17 08:28:26,912 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17 08:28:26,912 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2766ca9d) with optional ClassLoader: null 2024-12-17 08:28:26,913 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-17 08:28:26,914 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2766ca9d] started OK. 2024-12-17T08:28:27,177 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6 2024-12-17 08:28:27,180 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-17 08:28:27,180 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-17T08:28:27,190 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-17T08:28:27,211 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-17T08:28:27,214 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e, deleteOnExit=true 2024-12-17T08:28:27,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-17T08:28:27,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/test.cache.data in system properties and HBase conf 2024-12-17T08:28:27,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/hadoop.tmp.dir in system properties and HBase conf 2024-12-17T08:28:27,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/hadoop.log.dir in system properties and HBase conf 2024-12-17T08:28:27,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-17T08:28:27,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-17T08:28:27,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-17T08:28:27,321 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-17T08:28:27,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-17T08:28:27,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-17T08:28:27,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-17T08:28:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-17T08:28:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T08:28:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-17T08:28:27,437 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-17T08:28:27,437 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-17T08:28:27,438 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T08:28:27,438 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-17T08:28:27,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/nfs.dump.dir in system properties and HBase conf 2024-12-17T08:28:27,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/java.io.tmpdir in system properties and HBase conf 2024-12-17T08:28:27,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-17T08:28:27,441 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-17T08:28:27,441 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-17T08:28:28,349 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-17T08:28:28,434 INFO [Time-limited test {}] log.Log(170): Logging initialized @2469ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-17T08:28:28,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:28:28,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T08:28:28,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T08:28:28,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T08:28:28,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T08:28:28,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:28:28,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@625ac51e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/hadoop.log.dir/,AVAILABLE} 2024-12-17T08:28:28,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T08:28:28,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52042c53{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/java.io.tmpdir/jetty-localhost-38329-hadoop-hdfs-3_4_1-tests_jar-_-any-9743768153982344737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T08:28:28,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45e9671d{HTTP/1.1, (http/1.1)}{localhost:38329} 2024-12-17T08:28:28,843 INFO [Time-limited test {}] server.Server(415): Started @2880ms 2024-12-17T08:28:29,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-17T08:28:29,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-17T08:28:29,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-17T08:28:29,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-17T08:28:29,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-17T08:28:29,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3c9073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/hadoop.log.dir/,AVAILABLE} 2024-12-17T08:28:29,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637efe93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-17T08:28:29,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e967c25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/java.io.tmpdir/jetty-localhost-33601-hadoop-hdfs-3_4_1-tests_jar-_-any-3568155364116626291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T08:28:29,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e95663c{HTTP/1.1, (http/1.1)}{localhost:33601} 2024-12-17T08:28:29,369 INFO [Time-limited test {}] server.Server(415): Started @3405ms 2024-12-17T08:28:29,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-17T08:28:29,910 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e/dfs/data/data1/current/BP-2121823519-172.17.0.2-1734424108106/current, will proceed with Du for space computation calculation, 2024-12-17T08:28:29,910 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e/dfs/data/data2/current/BP-2121823519-172.17.0.2-1734424108106/current, will proceed with Du for space computation calculation, 2024-12-17T08:28:29,957 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-17T08:28:30,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f793a32c3e0aeb with lease ID 0xbf399c76182ddfd9: Processing first storage report for DS-35f0b18f-44b9-4a80-bc6b-f04efd5c2aea from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=4e54495c-0679-4461-b720-9b0e63d81ec5, infoPort=33479, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=843223067;c=1734424108106) 2024-12-17T08:28:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f793a32c3e0aeb with lease ID 0xbf399c76182ddfd9: from storage DS-35f0b18f-44b9-4a80-bc6b-f04efd5c2aea node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=4e54495c-0679-4461-b720-9b0e63d81ec5, infoPort=33479, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=843223067;c=1734424108106), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-17T08:28:30,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f793a32c3e0aeb with lease ID 0xbf399c76182ddfd9: Processing first storage report for DS-fbb0b417-1a90-470e-a993-c76b2badd846 from datanode DatanodeRegistration(127.0.0.1:44425, datanodeUuid=4e54495c-0679-4461-b720-9b0e63d81ec5, infoPort=33479, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=843223067;c=1734424108106) 2024-12-17T08:28:30,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f793a32c3e0aeb with lease ID 0xbf399c76182ddfd9: from storage DS-fbb0b417-1a90-470e-a993-c76b2badd846 node DatanodeRegistration(127.0.0.1:44425, datanodeUuid=4e54495c-0679-4461-b720-9b0e63d81ec5, infoPort=33479, infoSecurePort=0, ipcPort=35889, storageInfo=lv=-57;cid=testClusterID;nsid=843223067;c=1734424108106), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-17T08:28:30,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6 2024-12-17T08:28:30,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e/zookeeper_0, clientPort=49694, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-17T08:28:30,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49694 2024-12-17T08:28:30,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:28:30,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:28:30,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741825_1001 (size=7) 2024-12-17T08:28:30,802 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 with version=8 2024-12-17T08:28:30,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/hbase-staging 2024-12-17T08:28:30,936 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-17T08:28:31,213 INFO [Time-limited test {}] client.ConnectionUtils(129): master/c41f045e1357:0 server-side Connection retries=45 2024-12-17T08:28:31,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:28:31,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T08:28:31,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T08:28:31,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:28:31,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T08:28:31,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T08:28:31,432 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-17T08:28:31,440 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-17T08:28:31,445 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T08:28:31,472 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12249 (auto-detected) 2024-12-17T08:28:31,473 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-17T08:28:31,492 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39869 2024-12-17T08:28:31,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:28:31,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:28:31,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39869 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-12-17T08:28:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398690x0, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:28:31,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39869-0x1009f175cfb0000 connected 2024-12-17T08:28:31,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T08:28:31,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T08:28:31,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-17T08:28:31,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39869 2024-12-17T08:28:31,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39869 2024-12-17T08:28:31,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39869 2024-12-17T08:28:31,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39869 2024-12-17T08:28:31,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39869 2024-12-17T08:28:31,605 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162, hbase.cluster.distributed=false 2024-12-17T08:28:31,673 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/c41f045e1357:0 server-side Connection retries=45 2024-12-17T08:28:31,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:28:31,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-17T08:28:31,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-17T08:28:31,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-17T08:28:31,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-17T08:28:31,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-17T08:28:31,678 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-17T08:28:31,679 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40233 2024-12-17T08:28:31,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-17T08:28:31,687 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-17T08:28:31,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:28:31,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:28:31,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40233 connecting to ZooKeeper ensemble=127.0.0.1:49694 2024-12-17T08:28:31,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402330x0, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-17T08:28:31,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40233-0x1009f175cfb0001 connected 2024-12-17T08:28:31,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T08:28:31,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T08:28:31,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-17T08:28:31,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40233 2024-12-17T08:28:31,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40233 2024-12-17T08:28:31,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40233 2024-12-17T08:28:31,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40233 2024-12-17T08:28:31,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40233 2024-12-17T08:28:31,711 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/c41f045e1357,39869,1734424110929 2024-12-17T08:28:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T08:28:31,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T08:28:31,721 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c41f045e1357,39869,1734424110929 2024-12-17T08:28:31,729 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c41f045e1357:39869 2024-12-17T08:28:31,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-17T08:28:31,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-17T08:28:31,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:31,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:31,744 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-17T08:28:31,745 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c41f045e1357,39869,1734424110929 from backup master directory 2024-12-17T08:28:31,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-17T08:28:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c41f045e1357,39869,1734424110929 2024-12-17T08:28:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T08:28:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-17T08:28:31,749 WARN [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T08:28:31,749 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c41f045e1357,39869,1734424110929 2024-12-17T08:28:31,751 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-17T08:28:31,753 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-17T08:28:31,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741826_1002 (size=42) 2024-12-17T08:28:32,225 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/hbase.id with ID: 31ea37c5-764a-46c6-868b-ebdf651e0939 2024-12-17T08:28:32,267 INFO [master/c41f045e1357:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-17T08:28:32,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:32,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741827_1003 (size=196) 2024-12-17T08:28:32,325 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:28:32,327 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-17T08:28:32,345 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:32,350 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:28:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741828_1004 (size=1189) 2024-12-17T08:28:32,801 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store 2024-12-17T08:28:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741829_1005 (size=34) 2024-12-17T08:28:33,222 INFO [master/c41f045e1357:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-17T08:28:33,223 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:33,224 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T08:28:33,224 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:28:33,224 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:28:33,224 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T08:28:33,224 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:28:33,224 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:28:33,225 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:28:33,227 WARN [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/.initializing 2024-12-17T08:28:33,227 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/WALs/c41f045e1357,39869,1734424110929 2024-12-17T08:28:33,234 INFO [master/c41f045e1357:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T08:28:33,246 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C39869%2C1734424110929, suffix=, logDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/WALs/c41f045e1357,39869,1734424110929, archiveDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/oldWALs, maxLogs=10 2024-12-17T08:28:33,267 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/WALs/c41f045e1357,39869,1734424110929/c41f045e1357%2C39869%2C1734424110929.1734424113250, exclude list is [], retry=0 2024-12-17T08:28:33,285 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-35f0b18f-44b9-4a80-bc6b-f04efd5c2aea,DISK] 2024-12-17T08:28:33,289 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-17T08:28:33,327 INFO [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/WALs/c41f045e1357,39869,1734424110929/c41f045e1357%2C39869%2C1734424110929.1734424113250 2024-12-17T08:28:33,328 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479)] 2024-12-17T08:28:33,329 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:28:33,329 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:33,333 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,334 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-17T08:28:33,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:28:33,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-17T08:28:33,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:28:33,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-17T08:28:33,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:28:33,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-17T08:28:33,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:28:33,426 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,427 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,435 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-17T08:28:33,439 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-17T08:28:33,444 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:28:33,445 INFO [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61030465, jitterRate=-0.0905752032995224}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-17T08:28:33,449 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:28:33,450 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-17T08:28:33,480 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08f84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:33,516 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-17T08:28:33,528 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-17T08:28:33,529 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-17T08:28:33,531 INFO [master/c41f045e1357:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-17T08:28:33,533 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-17T08:28:33,538 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-17T08:28:33,538 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-17T08:28:33,564 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-17T08:28:33,576 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-17T08:28:33,578 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-17T08:28:33,581 INFO [master/c41f045e1357:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-17T08:28:33,582 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-17T08:28:33,584 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-17T08:28:33,586 INFO [master/c41f045e1357:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-17T08:28:33,589 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-17T08:28:33,591 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-17T08:28:33,592 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-17T08:28:33,594 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-17T08:28:33,604 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-17T08:28:33,606 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-17T08:28:33,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-17T08:28:33,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-17T08:28:33,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:33,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:33,611 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=c41f045e1357,39869,1734424110929, sessionid=0x1009f175cfb0000, setting cluster-up flag (Was=false) 2024-12-17T08:28:33,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:33,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:33,630 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-17T08:28:33,632 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c41f045e1357,39869,1734424110929 2024-12-17T08:28:33,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:33,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:33,643 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-17T08:28:33,644 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c41f045e1357,39869,1734424110929 2024-12-17T08:28:33,725 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c41f045e1357:40233 2024-12-17T08:28:33,726 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1008): ClusterId : 31ea37c5-764a-46c6-868b-ebdf651e0939 2024-12-17T08:28:33,730 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-17T08:28:33,734 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-17T08:28:33,735 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-17T08:28:33,735 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-17T08:28:33,738 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-17T08:28:33,739 DEBUG [RS:0;c41f045e1357:40233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9c4cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:33,740 INFO [master/c41f045e1357:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-17T08:28:33,740 DEBUG [RS:0;c41f045e1357:40233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63207658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c41f045e1357/172.17.0.2:0 2024-12-17T08:28:33,743 INFO [master/c41f045e1357:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-17T08:28:33,743 INFO [RS:0;c41f045e1357:40233 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-17T08:28:33,743 INFO [RS:0;c41f045e1357:40233 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-17T08:28:33,744 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-17T08:28:33,746 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(3073): reportForDuty to master=c41f045e1357,39869,1734424110929 with isa=c41f045e1357/172.17.0.2:40233, startcode=1734424111672 2024-12-17T08:28:33,749 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c41f045e1357,39869,1734424110929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-17T08:28:33,753 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:28:33,753 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:28:33,753 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:28:33,754 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c41f045e1357:0, corePoolSize=5, maxPoolSize=5 2024-12-17T08:28:33,754 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c41f045e1357:0, corePoolSize=10, maxPoolSize=10 2024-12-17T08:28:33,754 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,754 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c41f045e1357:0, corePoolSize=2, maxPoolSize=2 2024-12-17T08:28:33,755 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,757 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734424143757 2024-12-17T08:28:33,759 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-17T08:28:33,760 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-17T08:28:33,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T08:28:33,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-17T08:28:33,762 DEBUG [RS:0;c41f045e1357:40233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T08:28:33,765 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-17T08:28:33,765 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-17T08:28:33,766 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-17T08:28:33,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,766 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-17T08:28:33,767 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T08:28:33,768 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-17T08:28:33,769 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-17T08:28:33,770 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-17T08:28:33,772 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-17T08:28:33,773 INFO [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-17T08:28:33,775 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734424113774,5,FailOnTimeoutGroup] 2024-12-17T08:28:33,776 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734424113775,5,FailOnTimeoutGroup] 2024-12-17T08:28:33,776 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,776 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-17T08:28:33,778 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,778 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741831_1007 (size=1039) 2024-12-17T08:28:33,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-17T08:28:33,780 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:28:33,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741832_1008 (size=32) 2024-12-17T08:28:33,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:33,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T08:28:33,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T08:28:33,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,803 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44081, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T08:28:33,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:28:33,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T08:28:33,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T08:28:33,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:28:33,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T08:28:33,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] master.ServerManager(332): Checking decommissioned status of RegionServer c41f045e1357,40233,1734424111672 2024-12-17T08:28:33,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T08:28:33,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:33,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:28:33,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] master.ServerManager(486): Registering regionserver=c41f045e1357,40233,1734424111672 2024-12-17T08:28:33,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740 2024-12-17T08:28:33,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740 2024-12-17T08:28:33,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:28:33,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T08:28:33,826 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:28:33,827 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70626520, jitterRate=0.05241715908050537}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:28:33,829 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:28:33,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T08:28:33,830 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46507 2024-12-17T08:28:33,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T08:28:33,830 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T08:28:33,830 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-17T08:28:33,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T08:28:33,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T08:28:33,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T08:28:33,831 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T08:28:33,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T08:28:33,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-17T08:28:33,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-17T08:28:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-17T08:28:33,836 DEBUG [RS:0;c41f045e1357:40233 {}] zookeeper.ZKUtil(111): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c41f045e1357,40233,1734424111672 2024-12-17T08:28:33,836 WARN [RS:0;c41f045e1357:40233 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-17T08:28:33,836 INFO [RS:0;c41f045e1357:40233 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:28:33,837 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/WALs/c41f045e1357,40233,1734424111672 2024-12-17T08:28:33,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c41f045e1357,40233,1734424111672] 2024-12-17T08:28:33,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-17T08:28:33,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-17T08:28:33,850 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-17T08:28:33,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-17T08:28:33,861 INFO [RS:0;c41f045e1357:40233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-17T08:28:33,873 INFO [RS:0;c41f045e1357:40233 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-17T08:28:33,875 INFO [RS:0;c41f045e1357:40233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-17T08:28:33,876 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,876 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-17T08:28:33,883 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,883 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,883 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,884 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,884 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,884 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,884 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c41f045e1357:0, corePoolSize=2, maxPoolSize=2 2024-12-17T08:28:33,884 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,885 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,885 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,885 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,885 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c41f045e1357:0, corePoolSize=1, maxPoolSize=1 2024-12-17T08:28:33,885 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c41f045e1357:0, corePoolSize=3, maxPoolSize=3 2024-12-17T08:28:33,885 DEBUG [RS:0;c41f045e1357:40233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0, corePoolSize=3, maxPoolSize=3 2024-12-17T08:28:33,886 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,886 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,886 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,886 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,886 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,40233,1734424111672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T08:28:33,905 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-17T08:28:33,907 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,40233,1734424111672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:33,931 INFO [RS:0;c41f045e1357:40233 {}] regionserver.Replication(204): c41f045e1357,40233,1734424111672 started 2024-12-17T08:28:33,931 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1767): Serving as c41f045e1357,40233,1734424111672, RpcServer on c41f045e1357/172.17.0.2:40233, sessionid=0x1009f175cfb0001 2024-12-17T08:28:33,932 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-17T08:28:33,932 DEBUG [RS:0;c41f045e1357:40233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c41f045e1357,40233,1734424111672 2024-12-17T08:28:33,933 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c41f045e1357,40233,1734424111672' 2024-12-17T08:28:33,933 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-17T08:28:33,934 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-17T08:28:33,934 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-17T08:28:33,934 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-17T08:28:33,934 DEBUG [RS:0;c41f045e1357:40233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c41f045e1357,40233,1734424111672 2024-12-17T08:28:33,935 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c41f045e1357,40233,1734424111672' 2024-12-17T08:28:33,935 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-17T08:28:33,935 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-17T08:28:33,936 DEBUG [RS:0;c41f045e1357:40233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-17T08:28:33,936 INFO [RS:0;c41f045e1357:40233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-17T08:28:33,936 INFO [RS:0;c41f045e1357:40233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-17T08:28:34,003 WARN [c41f045e1357:39869 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-17T08:28:34,042 INFO [RS:0;c41f045e1357:40233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-17T08:28:34,047 INFO [RS:0;c41f045e1357:40233 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C40233%2C1734424111672, suffix=, logDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/WALs/c41f045e1357,40233,1734424111672, archiveDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/oldWALs, maxLogs=32 2024-12-17T08:28:34,064 DEBUG [RS:0;c41f045e1357:40233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/WALs/c41f045e1357,40233,1734424111672/c41f045e1357%2C40233%2C1734424111672.1734424114049, exclude list is [], retry=0 2024-12-17T08:28:34,069 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-35f0b18f-44b9-4a80-bc6b-f04efd5c2aea,DISK] 2024-12-17T08:28:34,072 INFO [RS:0;c41f045e1357:40233 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/WALs/c41f045e1357,40233,1734424111672/c41f045e1357%2C40233%2C1734424111672.1734424114049 2024-12-17T08:28:34,073 DEBUG [RS:0;c41f045e1357:40233 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479)] 2024-12-17T08:28:34,254 DEBUG [c41f045e1357:39869 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-17T08:28:34,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:28:34,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c41f045e1357,40233,1734424111672, state=OPENING 2024-12-17T08:28:34,269 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-17T08:28:34,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:34,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:34,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T08:28:34,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T08:28:34,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:28:34,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:34,450 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-17T08:28:34,453 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-17T08:28:34,464 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-17T08:28:34,464 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-17T08:28:34,465 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-17T08:28:34,468 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c41f045e1357%2C40233%2C1734424111672.meta, suffix=.meta, logDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/WALs/c41f045e1357,40233,1734424111672, archiveDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/oldWALs, maxLogs=32 2024-12-17T08:28:34,484 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/WALs/c41f045e1357,40233,1734424111672/c41f045e1357%2C40233%2C1734424111672.meta.1734424114470.meta, exclude list is [], retry=0 2024-12-17T08:28:34,488 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44425,DS-35f0b18f-44b9-4a80-bc6b-f04efd5c2aea,DISK] 2024-12-17T08:28:34,492 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/WALs/c41f045e1357,40233,1734424111672/c41f045e1357%2C40233%2C1734424111672.meta.1734424114470.meta 2024-12-17T08:28:34,492 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479)] 2024-12-17T08:28:34,492 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:28:34,494 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-17T08:28:34,556 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-17T08:28:34,560 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-17T08:28:34,565 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-17T08:28:34,565 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:34,566 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-17T08:28:34,566 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-17T08:28:34,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-17T08:28:34,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-17T08:28:34,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:34,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:28:34,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-17T08:28:34,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-17T08:28:34,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:34,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:28:34,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-17T08:28:34,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-17T08:28:34,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:34,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-17T08:28:34,578 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740 2024-12-17T08:28:34,581 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740 2024-12-17T08:28:34,584 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:28:34,586 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-17T08:28:34,588 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64959028, jitterRate=-0.03203505277633667}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:28:34,590 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-17T08:28:34,598 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734424114442 2024-12-17T08:28:34,610 DEBUG [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-17T08:28:34,611 INFO [RS_OPEN_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-17T08:28:34,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:28:34,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c41f045e1357,40233,1734424111672, state=OPEN 2024-12-17T08:28:34,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-17T08:28:34,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-17T08:28:34,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T08:28:34,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-17T08:28:34,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-17T08:28:34,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=c41f045e1357,40233,1734424111672 in 346 msec 2024-12-17T08:28:34,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-17T08:28:34,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 785 msec 2024-12-17T08:28:34,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 956 msec 2024-12-17T08:28:34,636 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734424114636, completionTime=-1 2024-12-17T08:28:34,636 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-17T08:28:34,637 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-17T08:28:34,675 DEBUG [hconnection-0x6d4ef8b9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:34,678 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:34,688 INFO [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-17T08:28:34,688 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734424174688 2024-12-17T08:28:34,688 INFO [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734424234688 2024-12-17T08:28:34,688 INFO [master/c41f045e1357:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-12-17T08:28:34,709 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,39869,1734424110929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:34,710 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,39869,1734424110929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:34,710 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,39869,1734424110929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:34,711 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c41f045e1357:39869, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:34,712 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:34,717 DEBUG [master/c41f045e1357:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-17T08:28:34,720 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-17T08:28:34,721 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-17T08:28:34,728 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-17T08:28:34,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:28:34,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:34,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:28:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741835_1011 (size=358) 2024-12-17T08:28:35,149 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4d23b3e3f818512ee7f6c3d1e8f45d26, NAME => 'hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:28:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741836_1012 (size=42) 2024-12-17T08:28:35,160 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:35,160 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4d23b3e3f818512ee7f6c3d1e8f45d26, disabling compactions & flushes 2024-12-17T08:28:35,160 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:28:35,160 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:28:35,160 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. after waiting 0 ms 2024-12-17T08:28:35,160 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:28:35,160 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:28:35,161 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4d23b3e3f818512ee7f6c3d1e8f45d26: 2024-12-17T08:28:35,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:28:35,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734424115164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734424115164"}]},"ts":"1734424115164"} 2024-12-17T08:28:35,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:28:35,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:28:35,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424115197"}]},"ts":"1734424115197"} 2024-12-17T08:28:35,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-17T08:28:35,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4d23b3e3f818512ee7f6c3d1e8f45d26, ASSIGN}] 2024-12-17T08:28:35,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4d23b3e3f818512ee7f6c3d1e8f45d26, ASSIGN 2024-12-17T08:28:35,215 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4d23b3e3f818512ee7f6c3d1e8f45d26, ASSIGN; state=OFFLINE, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=false 2024-12-17T08:28:35,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4d23b3e3f818512ee7f6c3d1e8f45d26, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:28:35,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4d23b3e3f818512ee7f6c3d1e8f45d26, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:28:35,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:35,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:28:35,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d23b3e3f818512ee7f6c3d1e8f45d26, NAME => 'hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:28:35,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:28:35,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:35,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:28:35,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:28:35,535 INFO [StoreOpener-4d23b3e3f818512ee7f6c3d1e8f45d26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:28:35,538 INFO [StoreOpener-4d23b3e3f818512ee7f6c3d1e8f45d26-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d23b3e3f818512ee7f6c3d1e8f45d26 columnFamilyName info 2024-12-17T08:28:35,538 DEBUG [StoreOpener-4d23b3e3f818512ee7f6c3d1e8f45d26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:35,539 INFO [StoreOpener-4d23b3e3f818512ee7f6c3d1e8f45d26-1 {}] regionserver.HStore(327): Store=4d23b3e3f818512ee7f6c3d1e8f45d26/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:28:35,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:28:35,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:28:35,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:28:35,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:28:35,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4d23b3e3f818512ee7f6c3d1e8f45d26; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70349314, jitterRate=0.04828646779060364}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-17T08:28:35,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4d23b3e3f818512ee7f6c3d1e8f45d26: 2024-12-17T08:28:35,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26., pid=6, masterSystemTime=1734424115524 2024-12-17T08:28:35,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:28:35,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:28:35,559 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4d23b3e3f818512ee7f6c3d1e8f45d26, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:28:35,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-17T08:28:35,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4d23b3e3f818512ee7f6c3d1e8f45d26, server=c41f045e1357,40233,1734424111672 in 192 msec 2024-12-17T08:28:35,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-17T08:28:35,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4d23b3e3f818512ee7f6c3d1e8f45d26, ASSIGN in 356 msec 2024-12-17T08:28:35,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:28:35,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424115593"}]},"ts":"1734424115593"} 2024-12-17T08:28:35,598 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-17T08:28:35,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:28:35,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 880 msec 2024-12-17T08:28:35,632 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-17T08:28:35,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-17T08:28:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:28:35,667 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-17T08:28:35,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-17T08:28:35,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-17T08:28:35,701 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-17T08:28:35,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-17T08:28:35,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-17T08:28:35,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-17T08:28:35,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-17T08:28:35,731 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.982sec 2024-12-17T08:28:35,732 INFO [master/c41f045e1357:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-17T08:28:35,734 INFO [master/c41f045e1357:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-17T08:28:35,735 INFO [master/c41f045e1357:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-17T08:28:35,735 INFO [master/c41f045e1357:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-17T08:28:35,735 INFO [master/c41f045e1357:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-17T08:28:35,736 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,39869,1734424110929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-17T08:28:35,737 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,39869,1734424110929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-17T08:28:35,743 DEBUG [master/c41f045e1357:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-17T08:28:35,744 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-17T08:28:35,744 INFO [master/c41f045e1357:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c41f045e1357,39869,1734424110929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-17T08:28:35,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3bc7460e to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47f9cd1b 2024-12-17T08:28:35,828 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-17T08:28:35,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7b0204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:35,839 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-17T08:28:35,839 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-17T08:28:35,848 DEBUG [hconnection-0xc730044-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:35,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:35,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=c41f045e1357,39869,1734424110929 2024-12-17T08:28:35,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=220, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=7730 2024-12-17T08:28:35,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:28:35,893 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:28:35,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:28:35,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:28:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T08:28:35,907 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:28:35,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-17T08:28:35,908 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:35,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:28:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:28:35,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741837_1013 (size=963) 2024-12-17T08:28:35,923 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:28:35,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741838_1014 (size=53) 2024-12-17T08:28:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:28:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:28:36,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:36,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 812351f20f65457d9980f35cad7e7833, disabling compactions & flushes 2024-12-17T08:28:36,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. after waiting 0 ms 2024-12-17T08:28:36,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,336 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:36,338 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:28:36,338 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734424116338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734424116338"}]},"ts":"1734424116338"} 2024-12-17T08:28:36,341 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:28:36,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:28:36,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424116343"}]},"ts":"1734424116343"} 2024-12-17T08:28:36,345 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T08:28:36,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=812351f20f65457d9980f35cad7e7833, ASSIGN}] 2024-12-17T08:28:36,352 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=812351f20f65457d9980f35cad7e7833, ASSIGN 2024-12-17T08:28:36,353 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=812351f20f65457d9980f35cad7e7833, ASSIGN; state=OFFLINE, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=false 2024-12-17T08:28:36,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=812351f20f65457d9980f35cad7e7833, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:28:36,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:28:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:28:36,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:36,668 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,668 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:28:36,669 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,669 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:28:36,669 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,669 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,672 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,675 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:28:36,676 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 812351f20f65457d9980f35cad7e7833 columnFamilyName A 2024-12-17T08:28:36,676 DEBUG [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:36,677 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.HStore(327): Store=812351f20f65457d9980f35cad7e7833/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:28:36,677 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,679 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:28:36,679 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 812351f20f65457d9980f35cad7e7833 columnFamilyName B 2024-12-17T08:28:36,679 DEBUG [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:36,680 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.HStore(327): Store=812351f20f65457d9980f35cad7e7833/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:28:36,680 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,682 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:28:36,682 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 812351f20f65457d9980f35cad7e7833 columnFamilyName C 2024-12-17T08:28:36,683 DEBUG [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:28:36,683 INFO [StoreOpener-812351f20f65457d9980f35cad7e7833-1 {}] regionserver.HStore(327): Store=812351f20f65457d9980f35cad7e7833/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:28:36,684 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,685 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,686 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,688 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:28:36,690 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:36,694 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:28:36,695 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 812351f20f65457d9980f35cad7e7833; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70083406, jitterRate=0.044324129819869995}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:28:36,696 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:36,697 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., pid=11, masterSystemTime=1734424116661 2024-12-17T08:28:36,700 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,700 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:36,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=812351f20f65457d9980f35cad7e7833, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:28:36,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-17T08:28:36,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 in 197 msec 2024-12-17T08:28:36,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-17T08:28:36,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=812351f20f65457d9980f35cad7e7833, ASSIGN in 358 msec 2024-12-17T08:28:36,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:28:36,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424116712"}]},"ts":"1734424116712"} 2024-12-17T08:28:36,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T08:28:36,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:28:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 816 msec 2024-12-17T08:28:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-17T08:28:37,028 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-17T08:28:37,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x307f6610 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11dd7d0a 2024-12-17T08:28:37,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbe9db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,041 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:28:37,046 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:28:37,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x336619a6 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d922277 2024-12-17T08:28:37,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff08b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62083522 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5eb5228e 2024-12-17T08:28:37,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32acedd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x035ff1ca to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@614c73a1 2024-12-17T08:28:37,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34dbd83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ddb4a72 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f08fb13 2024-12-17T08:28:37,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e0836d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49b4be90 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@122b664b 2024-12-17T08:28:37,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34767488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7b4e84 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6237f435 2024-12-17T08:28:37,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547baa7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c5c7344 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5197a8a6 2024-12-17T08:28:37,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b6c0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3909b87d to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57d44cac 2024-12-17T08:28:37,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e566f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0072c84e to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@753655c0 2024-12-17T08:28:37,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831a634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:28:37,104 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,104 DEBUG [hconnection-0x79bb3058-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,105 DEBUG [hconnection-0x74328c80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,105 DEBUG [hconnection-0x62bc4cf2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,106 DEBUG [hconnection-0x6c4136b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,106 DEBUG [hconnection-0x3a31c907-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,107 DEBUG [hconnection-0x7a7e860b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,107 DEBUG [hconnection-0x2d164ddf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,109 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,111 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,111 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,113 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,115 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:37,122 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-17T08:28:37,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:37,128 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,129 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T08:28:37,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:37,133 DEBUG [hconnection-0x281e11b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:28:37,138 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,145 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:28:37,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:28:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:37,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:37,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:37,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:37,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:37,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:37,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T08:28:37,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T08:28:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:37,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/70db0416eaf14824b704c5c74d8ce4be is 50, key is test_row_0/A:col10/1734424117172/Put/seqid=0 2024-12-17T08:28:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741839_1015 (size=12001) 2024-12-17T08:28:37,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/70db0416eaf14824b704c5c74d8ce4be 2024-12-17T08:28:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T08:28:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424177451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424177453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424177457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424177459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424177461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9516390800b6477e8c91a0e77f63c02b is 50, key is test_row_0/B:col10/1734424117172/Put/seqid=0 2024-12-17T08:28:37,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T08:28:37,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:37,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741840_1016 (size=12001) 2024-12-17T08:28:37,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9516390800b6477e8c91a0e77f63c02b 2024-12-17T08:28:37,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/49faf5390a5443b1802433ad6182d2ec is 50, key is test_row_0/C:col10/1734424117172/Put/seqid=0 2024-12-17T08:28:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741841_1017 (size=12001) 2024-12-17T08:28:37,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/49faf5390a5443b1802433ad6182d2ec 2024-12-17T08:28:37,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424177603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/70db0416eaf14824b704c5c74d8ce4be as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/70db0416eaf14824b704c5c74d8ce4be 2024-12-17T08:28:37,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424177603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424177604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424177604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424177610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/70db0416eaf14824b704c5c74d8ce4be, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T08:28:37,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9516390800b6477e8c91a0e77f63c02b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9516390800b6477e8c91a0e77f63c02b 2024-12-17T08:28:37,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9516390800b6477e8c91a0e77f63c02b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T08:28:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/49faf5390a5443b1802433ad6182d2ec as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/49faf5390a5443b1802433ad6182d2ec 2024-12-17T08:28:37,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T08:28:37,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/49faf5390a5443b1802433ad6182d2ec, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T08:28:37,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:37,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:37,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:37,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 812351f20f65457d9980f35cad7e7833 in 472ms, sequenceid=12, compaction requested=false 2024-12-17T08:28:37,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,661 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T08:28:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T08:28:37,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-17T08:28:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:37,816 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T08:28:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:37,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:37,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424177827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424177835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424177838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/923c04c8af7a4041ade4880877d2d35b is 50, key is test_row_0/A:col10/1734424117456/Put/seqid=0 2024-12-17T08:28:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424177840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424177840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741842_1018 (size=12001) 2024-12-17T08:28:37,878 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/923c04c8af7a4041ade4880877d2d35b 2024-12-17T08:28:37,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a9fd9c9e33214dac86de93ccd6984469 is 50, key is test_row_0/B:col10/1734424117456/Put/seqid=0 2024-12-17T08:28:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741843_1019 (size=12001) 2024-12-17T08:28:37,941 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a9fd9c9e33214dac86de93ccd6984469 2024-12-17T08:28:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424177943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424177945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424177947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424177949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424177949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:37,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9fc6efd358c1475795d80ef5ac006bb8 is 50, key is test_row_0/C:col10/1734424117456/Put/seqid=0 2024-12-17T08:28:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741844_1020 (size=12001) 2024-12-17T08:28:37,991 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9fc6efd358c1475795d80ef5ac006bb8 2024-12-17T08:28:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/923c04c8af7a4041ade4880877d2d35b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/923c04c8af7a4041ade4880877d2d35b 2024-12-17T08:28:38,024 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/923c04c8af7a4041ade4880877d2d35b, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T08:28:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a9fd9c9e33214dac86de93ccd6984469 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a9fd9c9e33214dac86de93ccd6984469 2024-12-17T08:28:38,045 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a9fd9c9e33214dac86de93ccd6984469, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T08:28:38,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9fc6efd358c1475795d80ef5ac006bb8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9fc6efd358c1475795d80ef5ac006bb8 2024-12-17T08:28:38,065 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9fc6efd358c1475795d80ef5ac006bb8, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T08:28:38,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 812351f20f65457d9980f35cad7e7833 in 250ms, sequenceid=39, compaction requested=false 2024-12-17T08:28:38,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:38,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-17T08:28:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-17T08:28:38,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-17T08:28:38,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 939 msec 2024-12-17T08:28:38,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 958 msec 2024-12-17T08:28:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:38,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:28:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:38,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2b26ca0fdda24ba989063a0082901c9a is 50, key is test_row_0/A:col10/1734424117829/Put/seqid=0 2024-12-17T08:28:38,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424178222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424178228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424178230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741845_1021 (size=12001) 2024-12-17T08:28:38,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424178238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-17T08:28:38,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2b26ca0fdda24ba989063a0082901c9a 2024-12-17T08:28:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424178232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,244 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-17T08:28:38,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-17T08:28:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T08:28:38,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:38,252 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:38,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:38,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/292c30d3ebf54892bf0eaaa817df2f30 is 50, key is test_row_0/B:col10/1734424117829/Put/seqid=0 2024-12-17T08:28:38,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741846_1022 (size=12001) 2024-12-17T08:28:38,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/292c30d3ebf54892bf0eaaa817df2f30 2024-12-17T08:28:38,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424178340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424178342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424178344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424178345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424178346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/3645bde6b6dc4163a25c481dd53a8f66 is 50, key is test_row_0/C:col10/1734424117829/Put/seqid=0 2024-12-17T08:28:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T08:28:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741847_1023 (size=12001) 2024-12-17T08:28:38,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424178546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424178550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T08:28:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424178553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424178553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424178555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:38,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:38,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/3645bde6b6dc4163a25c481dd53a8f66 2024-12-17T08:28:38,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2b26ca0fdda24ba989063a0082901c9a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2b26ca0fdda24ba989063a0082901c9a 2024-12-17T08:28:38,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2b26ca0fdda24ba989063a0082901c9a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-17T08:28:38,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/292c30d3ebf54892bf0eaaa817df2f30 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/292c30d3ebf54892bf0eaaa817df2f30 2024-12-17T08:28:38,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/292c30d3ebf54892bf0eaaa817df2f30, entries=150, sequenceid=51, filesize=11.7 K 2024-12-17T08:28:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/3645bde6b6dc4163a25c481dd53a8f66 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/3645bde6b6dc4163a25c481dd53a8f66 2024-12-17T08:28:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T08:28:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424178855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/3645bde6b6dc4163a25c481dd53a8f66, entries=150, sequenceid=51, filesize=11.7 K 2024-12-17T08:28:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424178854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 812351f20f65457d9980f35cad7e7833 in 710ms, sequenceid=51, compaction requested=true 2024-12-17T08:28:38,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:38,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:38,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:38,880 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:38,880 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:38,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:38,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:38,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:38,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:38,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T08:28:38,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:38,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:38,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:38,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,887 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:38,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:38,889 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:38,889 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,890 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9516390800b6477e8c91a0e77f63c02b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a9fd9c9e33214dac86de93ccd6984469, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/292c30d3ebf54892bf0eaaa817df2f30] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.2 K 2024-12-17T08:28:38,895 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9516390800b6477e8c91a0e77f63c02b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734424117154 2024-12-17T08:28:38,896 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a9fd9c9e33214dac86de93ccd6984469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734424117453 2024-12-17T08:28:38,896 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:38,897 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:38,897 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:38,897 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/70db0416eaf14824b704c5c74d8ce4be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/923c04c8af7a4041ade4880877d2d35b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2b26ca0fdda24ba989063a0082901c9a] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.2 K 2024-12-17T08:28:38,898 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 292c30d3ebf54892bf0eaaa817df2f30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734424117829 2024-12-17T08:28:38,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b93cc4e9a3ee4500ac11cbfca5ae0f02 is 50, key is test_row_0/A:col10/1734424118227/Put/seqid=0 2024-12-17T08:28:38,901 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70db0416eaf14824b704c5c74d8ce4be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734424117154 2024-12-17T08:28:38,904 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 923c04c8af7a4041ade4880877d2d35b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734424117453 2024-12-17T08:28:38,906 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b26ca0fdda24ba989063a0082901c9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734424117829 2024-12-17T08:28:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424178906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424178910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424178917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:38,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741848_1024 (size=16681) 2024-12-17T08:28:38,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b93cc4e9a3ee4500ac11cbfca5ae0f02 2024-12-17T08:28:38,992 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#10 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:38,993 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/360daac7b7c9486b81c6116e7e79c046 is 50, key is test_row_0/A:col10/1734424117829/Put/seqid=0 2024-12-17T08:28:39,006 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#11 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:39,008 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a90875971ff74f118cdca9da7031b969 is 50, key is test_row_0/B:col10/1734424117829/Put/seqid=0 2024-12-17T08:28:39,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6e3173d809d34798b55921b0ffb114ca is 50, key is test_row_0/B:col10/1734424118227/Put/seqid=0 2024-12-17T08:28:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424179024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424179034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741849_1025 (size=12104) 2024-12-17T08:28:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424179034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741851_1027 (size=12104) 2024-12-17T08:28:39,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741850_1026 (size=12001) 2024-12-17T08:28:39,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6e3173d809d34798b55921b0ffb114ca 2024-12-17T08:28:39,111 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a90875971ff74f118cdca9da7031b969 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a90875971ff74f118cdca9da7031b969 2024-12-17T08:28:39,139 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into a90875971ff74f118cdca9da7031b969(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:39,139 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:39,139 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424118880; duration=0sec 2024-12-17T08:28:39,140 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:39,140 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:39,140 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:39,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:39,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:39,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,144 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/49faf5390a5443b1802433ad6182d2ec, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9fc6efd358c1475795d80ef5ac006bb8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/3645bde6b6dc4163a25c481dd53a8f66] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.2 K 2024-12-17T08:28:39,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9e420146867d45a9b730ce534364cacf is 50, key is test_row_0/C:col10/1734424118227/Put/seqid=0 2024-12-17T08:28:39,145 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 49faf5390a5443b1802433ad6182d2ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734424117154 2024-12-17T08:28:39,145 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fc6efd358c1475795d80ef5ac006bb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734424117453 2024-12-17T08:28:39,148 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3645bde6b6dc4163a25c481dd53a8f66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734424117829 2024-12-17T08:28:39,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741852_1028 (size=12001) 2024-12-17T08:28:39,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9e420146867d45a9b730ce534364cacf 2024-12-17T08:28:39,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b93cc4e9a3ee4500ac11cbfca5ae0f02 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b93cc4e9a3ee4500ac11cbfca5ae0f02 2024-12-17T08:28:39,209 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#14 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:39,210 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4975b8f4bcce4c7b8e6750244a9be1ac is 50, key is test_row_0/C:col10/1734424117829/Put/seqid=0 2024-12-17T08:28:39,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b93cc4e9a3ee4500ac11cbfca5ae0f02, entries=250, sequenceid=79, filesize=16.3 K 2024-12-17T08:28:39,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6e3173d809d34798b55921b0ffb114ca as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e3173d809d34798b55921b0ffb114ca 2024-12-17T08:28:39,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424179231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e3173d809d34798b55921b0ffb114ca, entries=150, sequenceid=79, filesize=11.7 K 2024-12-17T08:28:39,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9e420146867d45a9b730ce534364cacf as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9e420146867d45a9b730ce534364cacf 2024-12-17T08:28:39,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741853_1029 (size=12104) 2024-12-17T08:28:39,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9e420146867d45a9b730ce534364cacf, entries=150, sequenceid=79, filesize=11.7 K 2024-12-17T08:28:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424179251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 812351f20f65457d9980f35cad7e7833 in 396ms, sequenceid=79, compaction requested=false 2024-12-17T08:28:39,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:39,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:28:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:39,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/db3b2341a7b44b96b5eb38b6ed299153 is 50, key is test_row_0/A:col10/1734424119319/Put/seqid=0 2024-12-17T08:28:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T08:28:39,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741854_1030 (size=14341) 2024-12-17T08:28:39,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/db3b2341a7b44b96b5eb38b6ed299153 2024-12-17T08:28:39,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b9dd8846894a4fc993921554e105d196 is 50, key is test_row_0/B:col10/1734424119319/Put/seqid=0 2024-12-17T08:28:39,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741855_1031 (size=12001) 2024-12-17T08:28:39,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b9dd8846894a4fc993921554e105d196 2024-12-17T08:28:39,491 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/360daac7b7c9486b81c6116e7e79c046 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/360daac7b7c9486b81c6116e7e79c046 2024-12-17T08:28:39,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/8928612d30574ab888d45b603772a53d is 50, key is test_row_0/C:col10/1734424119319/Put/seqid=0 2024-12-17T08:28:39,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:39,518 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into 360daac7b7c9486b81c6116e7e79c046(size=11.8 K), total size for store is 28.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:39,518 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,518 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424118873; duration=0sec 2024-12-17T08:28:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:39,518 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,519 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:39,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424179502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:39,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424179516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424179519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424179549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741856_1032 (size=12001) 2024-12-17T08:28:39,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/8928612d30574ab888d45b603772a53d 2024-12-17T08:28:39,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/db3b2341a7b44b96b5eb38b6ed299153 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/db3b2341a7b44b96b5eb38b6ed299153 2024-12-17T08:28:39,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424179580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/db3b2341a7b44b96b5eb38b6ed299153, entries=200, sequenceid=91, filesize=14.0 K 2024-12-17T08:28:39,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b9dd8846894a4fc993921554e105d196 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9dd8846894a4fc993921554e105d196 2024-12-17T08:28:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424179625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424179626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424179628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9dd8846894a4fc993921554e105d196, entries=150, sequenceid=91, filesize=11.7 K 2024-12-17T08:28:39,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/8928612d30574ab888d45b603772a53d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/8928612d30574ab888d45b603772a53d 2024-12-17T08:28:39,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/8928612d30574ab888d45b603772a53d, entries=150, sequenceid=91, filesize=11.7 K 2024-12-17T08:28:39,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 812351f20f65457d9980f35cad7e7833 in 345ms, sequenceid=91, compaction requested=true 2024-12-17T08:28:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T08:28:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T08:28:39,670 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-17T08:28:39,671 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T08:28:39,671 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T08:28:39,671 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. because compaction request was cancelled 2024-12-17T08:28:39,671 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:39,672 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:39,674 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:39,674 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:39,674 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,675 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/360daac7b7c9486b81c6116e7e79c046, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b93cc4e9a3ee4500ac11cbfca5ae0f02, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/db3b2341a7b44b96b5eb38b6ed299153] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=42.1 K 2024-12-17T08:28:39,676 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 360daac7b7c9486b81c6116e7e79c046, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734424117829 2024-12-17T08:28:39,676 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,676 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b93cc4e9a3ee4500ac11cbfca5ae0f02, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734424118227 2024-12-17T08:28:39,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-17T08:28:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,677 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:28:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:39,678 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4975b8f4bcce4c7b8e6750244a9be1ac as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4975b8f4bcce4c7b8e6750244a9be1ac 2024-12-17T08:28:39,679 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting db3b2341a7b44b96b5eb38b6ed299153, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734424118909 2024-12-17T08:28:39,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3fea5ddfba0143f5ab1204f31a80f40f is 50, key is test_row_0/A:col10/1734424119461/Put/seqid=0 2024-12-17T08:28:39,695 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 4975b8f4bcce4c7b8e6750244a9be1ac(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:39,695 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:39,695 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=13, startTime=1734424118881; duration=0sec 2024-12-17T08:28:39,695 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:39,696 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:39,696 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:39,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:39,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:39,702 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:39,702 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a90875971ff74f118cdca9da7031b969, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e3173d809d34798b55921b0ffb114ca, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9dd8846894a4fc993921554e105d196] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.3 K 2024-12-17T08:28:39,703 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a90875971ff74f118cdca9da7031b969, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734424117829 2024-12-17T08:28:39,704 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e3173d809d34798b55921b0ffb114ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734424118227 2024-12-17T08:28:39,705 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b9dd8846894a4fc993921554e105d196, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734424118909 2024-12-17T08:28:39,713 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:39,714 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/d0762f0b14e240c384bd284a40aa3e02 is 50, key is test_row_0/A:col10/1734424119319/Put/seqid=0 2024-12-17T08:28:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741857_1033 (size=12001) 2024-12-17T08:28:39,751 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:39,754 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b93b1fe8cf5b4f7a81569eea38986051 is 50, key is test_row_0/B:col10/1734424119319/Put/seqid=0 2024-12-17T08:28:39,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741858_1034 (size=12207) 2024-12-17T08:28:39,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741859_1035 (size=12207) 2024-12-17T08:28:39,791 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/d0762f0b14e240c384bd284a40aa3e02 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0762f0b14e240c384bd284a40aa3e02 2024-12-17T08:28:39,807 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into d0762f0b14e240c384bd284a40aa3e02(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:39,808 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:39,811 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424119669; duration=0sec 2024-12-17T08:28:39,812 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:39,812 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:39,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424179853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424179857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424179859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424179962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424179967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:39,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424179969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424180056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T08:28:40,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424180093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,136 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3fea5ddfba0143f5ab1204f31a80f40f 2024-12-17T08:28:40,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-17T08:28:40,155 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-17T08:28:40,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/e0611e7645b24b09bcf554c0efc328fb is 50, key is test_row_0/B:col10/1734424119461/Put/seqid=0 2024-12-17T08:28:40,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424180171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424180172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424180173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741860_1036 (size=12001) 2024-12-17T08:28:40,187 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/e0611e7645b24b09bcf554c0efc328fb 2024-12-17T08:28:40,206 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b93b1fe8cf5b4f7a81569eea38986051 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b93b1fe8cf5b4f7a81569eea38986051 2024-12-17T08:28:40,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/930a043e52d148e38b4ffc250de895f6 is 50, key is test_row_0/C:col10/1734424119461/Put/seqid=0 2024-12-17T08:28:40,222 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into b93b1fe8cf5b4f7a81569eea38986051(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:40,222 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:40,222 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424119669; duration=0sec 2024-12-17T08:28:40,222 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:40,222 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741861_1037 (size=12001) 2024-12-17T08:28:40,245 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/930a043e52d148e38b4ffc250de895f6 2024-12-17T08:28:40,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3fea5ddfba0143f5ab1204f31a80f40f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3fea5ddfba0143f5ab1204f31a80f40f 2024-12-17T08:28:40,269 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3fea5ddfba0143f5ab1204f31a80f40f, entries=150, sequenceid=117, filesize=11.7 K 2024-12-17T08:28:40,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/e0611e7645b24b09bcf554c0efc328fb as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e0611e7645b24b09bcf554c0efc328fb 2024-12-17T08:28:40,283 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e0611e7645b24b09bcf554c0efc328fb, entries=150, sequenceid=117, filesize=11.7 K 2024-12-17T08:28:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/930a043e52d148e38b4ffc250de895f6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/930a043e52d148e38b4ffc250de895f6 2024-12-17T08:28:40,298 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/930a043e52d148e38b4ffc250de895f6, entries=150, sequenceid=117, filesize=11.7 K 2024-12-17T08:28:40,300 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 812351f20f65457d9980f35cad7e7833 in 623ms, sequenceid=117, compaction requested=true 2024-12-17T08:28:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-17T08:28:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-17T08:28:40,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-17T08:28:40,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0500 sec 2024-12-17T08:28:40,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.0590 sec 2024-12-17T08:28:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-17T08:28:40,360 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-17T08:28:40,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-17T08:28:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T08:28:40,367 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:40,369 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:40,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T08:28:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:40,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:28:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:40,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/142386f5ab5c493eaf924ad998da87d9 is 50, key is test_row_0/A:col10/1734424120476/Put/seqid=0 2024-12-17T08:28:40,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T08:28:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:40,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:40,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:40,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741862_1038 (size=14441) 2024-12-17T08:28:40,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/142386f5ab5c493eaf924ad998da87d9 2024-12-17T08:28:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424180539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424180538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424180541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a0b803200e0a42c1acb8b2fa1a956d67 is 50, key is test_row_0/B:col10/1734424120476/Put/seqid=0 2024-12-17T08:28:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741863_1039 (size=12101) 2024-12-17T08:28:40,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a0b803200e0a42c1acb8b2fa1a956d67 2024-12-17T08:28:40,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9806c345cc45460eba5cbe7e4bdcf849 is 50, key is test_row_0/C:col10/1734424120476/Put/seqid=0 2024-12-17T08:28:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741864_1040 (size=12101) 2024-12-17T08:28:40,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9806c345cc45460eba5cbe7e4bdcf849 2024-12-17T08:28:40,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/142386f5ab5c493eaf924ad998da87d9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/142386f5ab5c493eaf924ad998da87d9 2024-12-17T08:28:40,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/142386f5ab5c493eaf924ad998da87d9, entries=200, sequenceid=132, filesize=14.1 K 2024-12-17T08:28:40,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/a0b803200e0a42c1acb8b2fa1a956d67 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a0b803200e0a42c1acb8b2fa1a956d67 2024-12-17T08:28:40,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a0b803200e0a42c1acb8b2fa1a956d67, entries=150, sequenceid=132, filesize=11.8 K 2024-12-17T08:28:40,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424180646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424180646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9806c345cc45460eba5cbe7e4bdcf849 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9806c345cc45460eba5cbe7e4bdcf849 2024-12-17T08:28:40,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424180648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9806c345cc45460eba5cbe7e4bdcf849, entries=150, sequenceid=132, filesize=11.8 K 2024-12-17T08:28:40,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 812351f20f65457d9980f35cad7e7833 in 185ms, sequenceid=132, compaction requested=true 2024-12-17T08:28:40,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:40,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:40,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:40,666 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:40,666 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:40,668 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:40,668 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:40,668 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:40,668 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0762f0b14e240c384bd284a40aa3e02, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3fea5ddfba0143f5ab1204f31a80f40f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/142386f5ab5c493eaf924ad998da87d9] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=37.7 K 2024-12-17T08:28:40,669 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:40,669 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:40,669 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:40,669 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b93b1fe8cf5b4f7a81569eea38986051, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e0611e7645b24b09bcf554c0efc328fb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a0b803200e0a42c1acb8b2fa1a956d67] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.5 K 2024-12-17T08:28:40,670 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b93b1fe8cf5b4f7a81569eea38986051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734424118909 2024-12-17T08:28:40,670 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0762f0b14e240c384bd284a40aa3e02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734424118909 2024-12-17T08:28:40,671 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e0611e7645b24b09bcf554c0efc328fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734424119461 2024-12-17T08:28:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T08:28:40,671 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fea5ddfba0143f5ab1204f31a80f40f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734424119461 2024-12-17T08:28:40,672 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a0b803200e0a42c1acb8b2fa1a956d67, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734424119850 2024-12-17T08:28:40,672 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 142386f5ab5c493eaf924ad998da87d9, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734424119849 2024-12-17T08:28:40,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-17T08:28:40,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:40,678 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:28:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:40,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:40,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b709b571052b495dbd09d0e9b8249933 is 50, key is test_row_0/A:col10/1734424120535/Put/seqid=0 2024-12-17T08:28:40,708 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:40,708 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:40,709 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/16056703b7a141a5916926e2b01f3dbd is 50, key is test_row_0/A:col10/1734424120476/Put/seqid=0 2024-12-17T08:28:40,710 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/374ce4d594c54caa86d82a30b797af04 is 50, key is test_row_0/B:col10/1734424120476/Put/seqid=0 2024-12-17T08:28:40,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741865_1041 (size=12151) 2024-12-17T08:28:40,720 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b709b571052b495dbd09d0e9b8249933 2024-12-17T08:28:40,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741866_1042 (size=12409) 2024-12-17T08:28:40,756 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/16056703b7a141a5916926e2b01f3dbd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/16056703b7a141a5916926e2b01f3dbd 2024-12-17T08:28:40,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/939930665737473dbed106715a801468 is 50, key is test_row_0/B:col10/1734424120535/Put/seqid=0 2024-12-17T08:28:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741867_1043 (size=12409) 2024-12-17T08:28:40,773 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into 16056703b7a141a5916926e2b01f3dbd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:40,773 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:40,773 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424120665; duration=0sec 2024-12-17T08:28:40,773 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:40,773 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:40,774 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:28:40,778 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:28:40,778 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:40,779 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:40,779 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4975b8f4bcce4c7b8e6750244a9be1ac, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9e420146867d45a9b730ce534364cacf, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/8928612d30574ab888d45b603772a53d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/930a043e52d148e38b4ffc250de895f6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9806c345cc45460eba5cbe7e4bdcf849] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=58.8 K 2024-12-17T08:28:40,780 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4975b8f4bcce4c7b8e6750244a9be1ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734424117829 2024-12-17T08:28:40,781 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e420146867d45a9b730ce534364cacf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734424118227 2024-12-17T08:28:40,781 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8928612d30574ab888d45b603772a53d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734424118909 2024-12-17T08:28:40,782 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 930a043e52d148e38b4ffc250de895f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734424119461 2024-12-17T08:28:40,783 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9806c345cc45460eba5cbe7e4bdcf849, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734424119850 2024-12-17T08:28:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741868_1044 (size=12151) 2024-12-17T08:28:40,811 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:40,813 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/622f5d25018647e2bae0d6a06b55271c is 50, key is test_row_0/C:col10/1734424120476/Put/seqid=0 2024-12-17T08:28:40,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741869_1045 (size=12375) 2024-12-17T08:28:40,857 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/622f5d25018647e2bae0d6a06b55271c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/622f5d25018647e2bae0d6a06b55271c 2024-12-17T08:28:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:40,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:40,878 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 622f5d25018647e2bae0d6a06b55271c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:40,879 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,879 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=11, startTime=1734424120668; duration=0sec 2024-12-17T08:28:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424180876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,880 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:40,880 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424180877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424180879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T08:28:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424180982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424180983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:40,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424180987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424181070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424181104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,195 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/939930665737473dbed106715a801468 2024-12-17T08:28:41,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424181195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424181197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424181197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,212 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/374ce4d594c54caa86d82a30b797af04 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/374ce4d594c54caa86d82a30b797af04 2024-12-17T08:28:41,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a4032a74e1814f4eb4cc996dff3b71f1 is 50, key is test_row_0/C:col10/1734424120535/Put/seqid=0 2024-12-17T08:28:41,228 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 374ce4d594c54caa86d82a30b797af04(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:41,228 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:41,228 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424120666; duration=0sec 2024-12-17T08:28:41,228 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:41,228 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741870_1046 (size=12151) 2024-12-17T08:28:41,233 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a4032a74e1814f4eb4cc996dff3b71f1 2024-12-17T08:28:41,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b709b571052b495dbd09d0e9b8249933 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b709b571052b495dbd09d0e9b8249933 2024-12-17T08:28:41,251 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b709b571052b495dbd09d0e9b8249933, entries=150, sequenceid=156, filesize=11.9 K 2024-12-17T08:28:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/939930665737473dbed106715a801468 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/939930665737473dbed106715a801468 2024-12-17T08:28:41,263 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/939930665737473dbed106715a801468, entries=150, sequenceid=156, filesize=11.9 K 2024-12-17T08:28:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a4032a74e1814f4eb4cc996dff3b71f1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4032a74e1814f4eb4cc996dff3b71f1 2024-12-17T08:28:41,275 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4032a74e1814f4eb4cc996dff3b71f1, entries=150, sequenceid=156, filesize=11.9 K 2024-12-17T08:28:41,278 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 812351f20f65457d9980f35cad7e7833 in 601ms, sequenceid=156, compaction requested=false 2024-12-17T08:28:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:41,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-17T08:28:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-17T08:28:41,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-17T08:28:41,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 912 msec 2024-12-17T08:28:41,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 921 msec 2024-12-17T08:28:41,429 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-17T08:28:41,429 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-17T08:28:41,432 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-17T08:28:41,432 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-17T08:28:41,435 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T08:28:41,435 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-17T08:28:41,435 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-17T08:28:41,435 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-17T08:28:41,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T08:28:41,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-17T08:28:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-17T08:28:41,474 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-17T08:28:41,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-17T08:28:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T08:28:41,480 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:41,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:41,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:41,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:28:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:41,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/c5352f497bc2421e9a30f5ade068f28d is 50, key is test_row_0/A:col10/1734424120875/Put/seqid=0 2024-12-17T08:28:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741871_1047 (size=12151) 2024-12-17T08:28:41,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/c5352f497bc2421e9a30f5ade068f28d 2024-12-17T08:28:41,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/0398431efa384903a65a84a25b10359a is 50, key is test_row_0/B:col10/1734424120875/Put/seqid=0 2024-12-17T08:28:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741872_1048 (size=12151) 2024-12-17T08:28:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T08:28:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424181582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424181586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424181586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T08:28:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:41,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424181688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424181691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424181691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T08:28:41,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T08:28:41,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:41,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:41,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:41,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424181893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424181897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424181897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:41,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T08:28:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:41,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:41,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/0398431efa384903a65a84a25b10359a 2024-12-17T08:28:41,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/13d3715365c843db8cd4f8e2466bcac5 is 50, key is test_row_0/C:col10/1734424120875/Put/seqid=0 2024-12-17T08:28:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741873_1049 (size=12151) 2024-12-17T08:28:42,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/13d3715365c843db8cd4f8e2466bcac5 2024-12-17T08:28:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/c5352f497bc2421e9a30f5ade068f28d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c5352f497bc2421e9a30f5ade068f28d 2024-12-17T08:28:42,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c5352f497bc2421e9a30f5ade068f28d, entries=150, sequenceid=172, filesize=11.9 K 2024-12-17T08:28:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/0398431efa384903a65a84a25b10359a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0398431efa384903a65a84a25b10359a 2024-12-17T08:28:42,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0398431efa384903a65a84a25b10359a, entries=150, sequenceid=172, filesize=11.9 K 2024-12-17T08:28:42,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/13d3715365c843db8cd4f8e2466bcac5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/13d3715365c843db8cd4f8e2466bcac5 2024-12-17T08:28:42,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/13d3715365c843db8cd4f8e2466bcac5, entries=150, sequenceid=172, filesize=11.9 K 2024-12-17T08:28:42,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 812351f20f65457d9980f35cad7e7833 in 547ms, sequenceid=172, compaction requested=true 2024-12-17T08:28:42,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:42,052 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:42,052 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:42,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:42,054 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:42,054 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:42,054 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,055 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/16056703b7a141a5916926e2b01f3dbd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b709b571052b495dbd09d0e9b8249933, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c5352f497bc2421e9a30f5ade068f28d] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.9 K 2024-12-17T08:28:42,057 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:42,057 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:42,057 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16056703b7a141a5916926e2b01f3dbd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734424119850 2024-12-17T08:28:42,057 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,057 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/374ce4d594c54caa86d82a30b797af04, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/939930665737473dbed106715a801468, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0398431efa384903a65a84a25b10359a] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.9 K 2024-12-17T08:28:42,059 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 374ce4d594c54caa86d82a30b797af04, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734424119850 2024-12-17T08:28:42,059 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b709b571052b495dbd09d0e9b8249933, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734424120535 2024-12-17T08:28:42,060 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5352f497bc2421e9a30f5ade068f28d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424120863 2024-12-17T08:28:42,060 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 939930665737473dbed106715a801468, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734424120535 2024-12-17T08:28:42,062 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0398431efa384903a65a84a25b10359a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424120863 2024-12-17T08:28:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T08:28:42,087 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:42,088 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/dca0cfcf95374890a91b0c1bfb1910cb is 50, key is test_row_0/A:col10/1734424120875/Put/seqid=0 2024-12-17T08:28:42,091 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:42,092 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8d71187e2dc8458ab9ffac43994bcc98 is 50, key is test_row_0/B:col10/1734424120875/Put/seqid=0 2024-12-17T08:28:42,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-17T08:28:42,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,106 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:28:42,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:42,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:42,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741875_1051 (size=12561) 2024-12-17T08:28:42,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741874_1050 (size=12561) 2024-12-17T08:28:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b991332564f94629877c089ded5a787c is 50, key is test_row_0/A:col10/1734424121528/Put/seqid=0 2024-12-17T08:28:42,126 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/dca0cfcf95374890a91b0c1bfb1910cb as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/dca0cfcf95374890a91b0c1bfb1910cb 2024-12-17T08:28:42,127 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8d71187e2dc8458ab9ffac43994bcc98 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8d71187e2dc8458ab9ffac43994bcc98 2024-12-17T08:28:42,140 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 8d71187e2dc8458ab9ffac43994bcc98(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:42,140 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,140 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424122052; duration=0sec 2024-12-17T08:28:42,140 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:42,140 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:42,140 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into dca0cfcf95374890a91b0c1bfb1910cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:42,140 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,140 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:42,140 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424122051; duration=0sec 2024-12-17T08:28:42,141 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,141 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:42,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741876_1052 (size=12151) 2024-12-17T08:28:42,147 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:42,147 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:42,147 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,147 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/622f5d25018647e2bae0d6a06b55271c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4032a74e1814f4eb4cc996dff3b71f1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/13d3715365c843db8cd4f8e2466bcac5] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=35.8 K 2024-12-17T08:28:42,148 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b991332564f94629877c089ded5a787c 2024-12-17T08:28:42,148 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 622f5d25018647e2bae0d6a06b55271c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734424119850 2024-12-17T08:28:42,150 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a4032a74e1814f4eb4cc996dff3b71f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734424120535 2024-12-17T08:28:42,151 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 13d3715365c843db8cd4f8e2466bcac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424120863 2024-12-17T08:28:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/927965676d2e498fb4cc9bd41ee6d013 is 50, key is test_row_0/B:col10/1734424121528/Put/seqid=0 2024-12-17T08:28:42,167 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:42,168 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/06d700bd45bd4959a712526244496878 is 50, key is test_row_0/C:col10/1734424120875/Put/seqid=0 2024-12-17T08:28:42,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741877_1053 (size=12527) 2024-12-17T08:28:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:42,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741878_1054 (size=12151) 2024-12-17T08:28:42,208 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/927965676d2e498fb4cc9bd41ee6d013 2024-12-17T08:28:42,215 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/06d700bd45bd4959a712526244496878 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/06d700bd45bd4959a712526244496878 2024-12-17T08:28:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/434c5568396946b2bdf4169781aceefc is 50, key is test_row_0/C:col10/1734424121528/Put/seqid=0 2024-12-17T08:28:42,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424182225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,233 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 06d700bd45bd4959a712526244496878(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:42,233 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,233 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=13, startTime=1734424122052; duration=0sec 2024-12-17T08:28:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424182230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,234 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,234 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424182229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741879_1055 (size=12151) 2024-12-17T08:28:42,247 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/434c5568396946b2bdf4169781aceefc 2024-12-17T08:28:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b991332564f94629877c089ded5a787c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b991332564f94629877c089ded5a787c 2024-12-17T08:28:42,267 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b991332564f94629877c089ded5a787c, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T08:28:42,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/927965676d2e498fb4cc9bd41ee6d013 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/927965676d2e498fb4cc9bd41ee6d013 2024-12-17T08:28:42,282 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/927965676d2e498fb4cc9bd41ee6d013, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T08:28:42,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/434c5568396946b2bdf4169781aceefc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/434c5568396946b2bdf4169781aceefc 2024-12-17T08:28:42,291 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/434c5568396946b2bdf4169781aceefc, entries=150, sequenceid=195, filesize=11.9 K 2024-12-17T08:28:42,293 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 812351f20f65457d9980f35cad7e7833 in 188ms, sequenceid=195, compaction requested=false 2024-12-17T08:28:42,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-17T08:28:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-17T08:28:42,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-17T08:28:42,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 812 msec 2024-12-17T08:28:42,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 823 msec 2024-12-17T08:28:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:42,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T08:28:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:42,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3648150e590b46cea9b1121549b24f37 is 50, key is test_row_0/A:col10/1734424122226/Put/seqid=0 2024-12-17T08:28:42,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741880_1056 (size=12151) 2024-12-17T08:28:42,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3648150e590b46cea9b1121549b24f37 2024-12-17T08:28:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424182377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424182377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424182379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/058851bbd16c46c9bf658df023279fe7 is 50, key is test_row_0/B:col10/1734424122226/Put/seqid=0 2024-12-17T08:28:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741881_1057 (size=12151) 2024-12-17T08:28:42,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/058851bbd16c46c9bf658df023279fe7 2024-12-17T08:28:42,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/24e226076e584282a4abe8ed2456a0ca is 50, key is test_row_0/C:col10/1734424122226/Put/seqid=0 2024-12-17T08:28:42,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741882_1058 (size=12151) 2024-12-17T08:28:42,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/24e226076e584282a4abe8ed2456a0ca 2024-12-17T08:28:42,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3648150e590b46cea9b1121549b24f37 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3648150e590b46cea9b1121549b24f37 2024-12-17T08:28:42,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3648150e590b46cea9b1121549b24f37, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T08:28:42,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/058851bbd16c46c9bf658df023279fe7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/058851bbd16c46c9bf658df023279fe7 2024-12-17T08:28:42,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424182482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424182482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/058851bbd16c46c9bf658df023279fe7, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T08:28:42,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/24e226076e584282a4abe8ed2456a0ca as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/24e226076e584282a4abe8ed2456a0ca 2024-12-17T08:28:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424182484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/24e226076e584282a4abe8ed2456a0ca, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T08:28:42,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 812351f20f65457d9980f35cad7e7833 in 162ms, sequenceid=212, compaction requested=true 2024-12-17T08:28:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,498 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,498 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:42,500 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:42,500 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:42,500 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:42,500 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:42,500 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,500 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,500 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/dca0cfcf95374890a91b0c1bfb1910cb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b991332564f94629877c089ded5a787c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3648150e590b46cea9b1121549b24f37] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.0 K 2024-12-17T08:28:42,500 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8d71187e2dc8458ab9ffac43994bcc98, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/927965676d2e498fb4cc9bd41ee6d013, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/058851bbd16c46c9bf658df023279fe7] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.0 K 2024-12-17T08:28:42,501 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting dca0cfcf95374890a91b0c1bfb1910cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424120863 2024-12-17T08:28:42,501 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d71187e2dc8458ab9ffac43994bcc98, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424120863 2024-12-17T08:28:42,502 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b991332564f94629877c089ded5a787c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734424121528 2024-12-17T08:28:42,502 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3648150e590b46cea9b1121549b24f37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424122210 2024-12-17T08:28:42,504 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 927965676d2e498fb4cc9bd41ee6d013, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734424121528 2024-12-17T08:28:42,505 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 058851bbd16c46c9bf658df023279fe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424122210 2024-12-17T08:28:42,528 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:42,528 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:42,528 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/44bc63f1a819486da4b136a06b11805a is 50, key is test_row_0/B:col10/1734424122226/Put/seqid=0 2024-12-17T08:28:42,529 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2dd855b2dbaf424b88516c526d1d013f is 50, key is test_row_0/A:col10/1734424122226/Put/seqid=0 2024-12-17T08:28:42,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741884_1060 (size=12663) 2024-12-17T08:28:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741883_1059 (size=12663) 2024-12-17T08:28:42,577 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2dd855b2dbaf424b88516c526d1d013f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2dd855b2dbaf424b88516c526d1d013f 2024-12-17T08:28:42,584 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/44bc63f1a819486da4b136a06b11805a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/44bc63f1a819486da4b136a06b11805a 2024-12-17T08:28:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-17T08:28:42,587 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-17T08:28:42,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:42,592 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into 2dd855b2dbaf424b88516c526d1d013f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:42,592 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,592 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424122498; duration=0sec 2024-12-17T08:28:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-17T08:28:42,593 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:42,593 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:42,593 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T08:28:42,594 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:42,594 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:42,594 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,595 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/06d700bd45bd4959a712526244496878, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/434c5568396946b2bdf4169781aceefc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/24e226076e584282a4abe8ed2456a0ca] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.0 K 2024-12-17T08:28:42,595 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:42,595 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06d700bd45bd4959a712526244496878, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424120863 2024-12-17T08:28:42,596 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:42,596 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 434c5568396946b2bdf4169781aceefc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734424121528 2024-12-17T08:28:42,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:42,597 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24e226076e584282a4abe8ed2456a0ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424122210 2024-12-17T08:28:42,597 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 44bc63f1a819486da4b136a06b11805a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:42,597 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,597 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424122498; duration=0sec 2024-12-17T08:28:42,598 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,598 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:42,608 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:42,609 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a43d0e590a3047f8825aba40991e7c49 is 50, key is test_row_0/C:col10/1734424122226/Put/seqid=0 2024-12-17T08:28:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741885_1061 (size=12629) 2024-12-17T08:28:42,628 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a43d0e590a3047f8825aba40991e7c49 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a43d0e590a3047f8825aba40991e7c49 2024-12-17T08:28:42,643 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into a43d0e590a3047f8825aba40991e7c49(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:42,643 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:42,644 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=13, startTime=1734424122498; duration=0sec 2024-12-17T08:28:42,644 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:42,644 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T08:28:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:42,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:28:42,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:42,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:42,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:42,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:42,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/4905dddfc28a44fb85fdb459afe50db7 is 50, key is test_row_0/A:col10/1734424122698/Put/seqid=0 2024-12-17T08:28:42,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741886_1062 (size=12151) 2024-12-17T08:28:42,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424182742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424182742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424182743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T08:28:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:42,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424182847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424182849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424182848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T08:28:42,902 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:42,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T08:28:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:42,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:42,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424183053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424183054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424183055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T08:28:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424183084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,086 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:28:43,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424183121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,123 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:28:43,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/4905dddfc28a44fb85fdb459afe50db7 2024-12-17T08:28:43,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8bd98d76d73f4e5fad3ff0a10e0275dd is 50, key is test_row_0/B:col10/1734424122698/Put/seqid=0 2024-12-17T08:28:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T08:28:43,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741887_1063 (size=12151) 2024-12-17T08:28:43,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8bd98d76d73f4e5fad3ff0a10e0275dd 2024-12-17T08:28:43,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T08:28:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/70bfd349f3304d2b8e2b813d79971f62 is 50, key is test_row_0/C:col10/1734424122698/Put/seqid=0 2024-12-17T08:28:43,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741888_1064 (size=12151) 2024-12-17T08:28:43,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/70bfd349f3304d2b8e2b813d79971f62 2024-12-17T08:28:43,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/4905dddfc28a44fb85fdb459afe50db7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/4905dddfc28a44fb85fdb459afe50db7 2024-12-17T08:28:43,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/4905dddfc28a44fb85fdb459afe50db7, entries=150, sequenceid=240, filesize=11.9 K 2024-12-17T08:28:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8bd98d76d73f4e5fad3ff0a10e0275dd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8bd98d76d73f4e5fad3ff0a10e0275dd 2024-12-17T08:28:43,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8bd98d76d73f4e5fad3ff0a10e0275dd, entries=150, sequenceid=240, filesize=11.9 K 2024-12-17T08:28:43,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/70bfd349f3304d2b8e2b813d79971f62 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/70bfd349f3304d2b8e2b813d79971f62 2024-12-17T08:28:43,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/70bfd349f3304d2b8e2b813d79971f62, entries=150, sequenceid=240, filesize=11.9 K 2024-12-17T08:28:43,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 812351f20f65457d9980f35cad7e7833 in 593ms, sequenceid=240, compaction requested=false 2024-12-17T08:28:43,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:43,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:28:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:43,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:43,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:43,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:43,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T08:28:43,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:43,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:43,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/0d104123550a48549b2442f28a742662 is 50, key is test_row_0/A:col10/1734424123359/Put/seqid=0 2024-12-17T08:28:43,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741889_1065 (size=14541) 2024-12-17T08:28:43,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/0d104123550a48549b2442f28a742662 2024-12-17T08:28:43,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424183398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424183398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424183398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c34ee1d342d24ba286dd1d4a14b737d3 is 50, key is test_row_0/B:col10/1734424123359/Put/seqid=0 2024-12-17T08:28:43,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741890_1066 (size=12151) 2024-12-17T08:28:43,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c34ee1d342d24ba286dd1d4a14b737d3 2024-12-17T08:28:43,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a4280a68f9634cd5a03008abb8cbeec6 is 50, key is test_row_0/C:col10/1734424123359/Put/seqid=0 2024-12-17T08:28:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741891_1067 (size=12151) 2024-12-17T08:28:43,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a4280a68f9634cd5a03008abb8cbeec6 2024-12-17T08:28:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/0d104123550a48549b2442f28a742662 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/0d104123550a48549b2442f28a742662 2024-12-17T08:28:43,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/0d104123550a48549b2442f28a742662, entries=200, sequenceid=253, filesize=14.2 K 2024-12-17T08:28:43,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c34ee1d342d24ba286dd1d4a14b737d3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c34ee1d342d24ba286dd1d4a14b737d3 2024-12-17T08:28:43,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c34ee1d342d24ba286dd1d4a14b737d3, entries=150, sequenceid=253, filesize=11.9 K 2024-12-17T08:28:43,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a4280a68f9634cd5a03008abb8cbeec6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4280a68f9634cd5a03008abb8cbeec6 2024-12-17T08:28:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424183503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424183503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424183504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4280a68f9634cd5a03008abb8cbeec6, entries=150, sequenceid=253, filesize=11.9 K 2024-12-17T08:28:43,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 812351f20f65457d9980f35cad7e7833 in 157ms, sequenceid=253, compaction requested=true 2024-12-17T08:28:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:43,519 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:43,519 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:43,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-17T08:28:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,521 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:28:43,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:43,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:43,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:43,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:43,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:43,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:43,523 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:43,523 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:43,523 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,523 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2dd855b2dbaf424b88516c526d1d013f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/4905dddfc28a44fb85fdb459afe50db7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/0d104123550a48549b2442f28a742662] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=38.4 K 2024-12-17T08:28:43,524 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:43,524 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:43,524 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,524 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dd855b2dbaf424b88516c526d1d013f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424122210 2024-12-17T08:28:43,524 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/44bc63f1a819486da4b136a06b11805a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8bd98d76d73f4e5fad3ff0a10e0275dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c34ee1d342d24ba286dd1d4a14b737d3] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.1 K 2024-12-17T08:28:43,525 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 44bc63f1a819486da4b136a06b11805a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424122210 2024-12-17T08:28:43,525 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4905dddfc28a44fb85fdb459afe50db7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734424122371 2024-12-17T08:28:43,526 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bd98d76d73f4e5fad3ff0a10e0275dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734424122371 2024-12-17T08:28:43,526 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d104123550a48549b2442f28a742662, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424122737 2024-12-17T08:28:43,526 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c34ee1d342d24ba286dd1d4a14b737d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424122737 2024-12-17T08:28:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/8d5c55dac5e343b6bb0858771f6645b7 is 50, key is test_row_0/A:col10/1734424123395/Put/seqid=0 2024-12-17T08:28:43,547 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:43,548 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6257530c786f4888a891ad97af7f8362 is 50, key is test_row_0/B:col10/1734424123359/Put/seqid=0 2024-12-17T08:28:43,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741892_1068 (size=12301) 2024-12-17T08:28:43,564 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/8d5c55dac5e343b6bb0858771f6645b7 2024-12-17T08:28:43,582 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:43,583 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b11bc4d0b8d54bf082ed2d9e66b7d57b is 50, key is test_row_0/A:col10/1734424123359/Put/seqid=0 2024-12-17T08:28:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/70f63d3568704645b4caab23ba077f9f is 50, key is test_row_0/B:col10/1734424123395/Put/seqid=0 2024-12-17T08:28:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741893_1069 (size=12765) 2024-12-17T08:28:43,644 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6257530c786f4888a891ad97af7f8362 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6257530c786f4888a891ad97af7f8362 2024-12-17T08:28:43,654 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 6257530c786f4888a891ad97af7f8362(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:43,654 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:43,654 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424123519; duration=0sec 2024-12-17T08:28:43,654 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:43,654 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:43,654 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:43,656 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:43,656 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:43,656 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:43,656 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a43d0e590a3047f8825aba40991e7c49, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/70bfd349f3304d2b8e2b813d79971f62, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4280a68f9634cd5a03008abb8cbeec6] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.1 K 2024-12-17T08:28:43,657 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a43d0e590a3047f8825aba40991e7c49, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424122210 2024-12-17T08:28:43,658 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 70bfd349f3304d2b8e2b813d79971f62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734424122371 2024-12-17T08:28:43,659 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a4280a68f9634cd5a03008abb8cbeec6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424122737 2024-12-17T08:28:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741894_1070 (size=12765) 2024-12-17T08:28:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741895_1071 (size=12301) 2024-12-17T08:28:43,678 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:43,679 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/f2cf8843c463440fabaca787e3950f1d is 50, key is test_row_0/C:col10/1734424123359/Put/seqid=0 2024-12-17T08:28:43,680 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b11bc4d0b8d54bf082ed2d9e66b7d57b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b11bc4d0b8d54bf082ed2d9e66b7d57b 2024-12-17T08:28:43,690 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into b11bc4d0b8d54bf082ed2d9e66b7d57b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:43,690 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:43,690 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424123519; duration=0sec 2024-12-17T08:28:43,690 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:43,691 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T08:28:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741896_1072 (size=12731) 2024-12-17T08:28:43,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424183720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424183722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424183724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,732 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/f2cf8843c463440fabaca787e3950f1d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/f2cf8843c463440fabaca787e3950f1d 2024-12-17T08:28:43,743 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into f2cf8843c463440fabaca787e3950f1d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:43,744 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:43,744 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=13, startTime=1734424123519; duration=0sec 2024-12-17T08:28:43,744 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:43,745 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:43,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424183827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424183829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424183830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424184033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424184029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424184037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,074 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/70f63d3568704645b4caab23ba077f9f 2024-12-17T08:28:44,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/21c6c622b85b401ca043d2c6428d9143 is 50, key is test_row_0/C:col10/1734424123395/Put/seqid=0 2024-12-17T08:28:44,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741897_1073 (size=12301) 2024-12-17T08:28:44,097 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/21c6c622b85b401ca043d2c6428d9143 2024-12-17T08:28:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/8d5c55dac5e343b6bb0858771f6645b7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/8d5c55dac5e343b6bb0858771f6645b7 2024-12-17T08:28:44,116 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/8d5c55dac5e343b6bb0858771f6645b7, entries=150, sequenceid=277, filesize=12.0 K 2024-12-17T08:28:44,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/70f63d3568704645b4caab23ba077f9f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/70f63d3568704645b4caab23ba077f9f 2024-12-17T08:28:44,125 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/70f63d3568704645b4caab23ba077f9f, entries=150, sequenceid=277, filesize=12.0 K 2024-12-17T08:28:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/21c6c622b85b401ca043d2c6428d9143 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/21c6c622b85b401ca043d2c6428d9143 2024-12-17T08:28:44,135 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/21c6c622b85b401ca043d2c6428d9143, entries=150, sequenceid=277, filesize=12.0 K 2024-12-17T08:28:44,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 812351f20f65457d9980f35cad7e7833 in 616ms, sequenceid=277, compaction requested=false 2024-12-17T08:28:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:44,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-17T08:28:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-17T08:28:44,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-17T08:28:44,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5440 sec 2024-12-17T08:28:44,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.5530 sec 2024-12-17T08:28:44,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:28:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:44,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:44,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:44,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:44,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:44,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:44,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:44,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/7756707232cf4aca808c54b071e0677d is 50, key is test_row_0/A:col10/1734424123720/Put/seqid=0 2024-12-17T08:28:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741898_1074 (size=14741) 2024-12-17T08:28:44,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/7756707232cf4aca808c54b071e0677d 2024-12-17T08:28:44,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/d8b23d7676bc4ff88faa386cd2acaab5 is 50, key is test_row_0/B:col10/1734424123720/Put/seqid=0 2024-12-17T08:28:44,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424184394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424184396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424184398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741899_1075 (size=12301) 2024-12-17T08:28:44,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/d8b23d7676bc4ff88faa386cd2acaab5 2024-12-17T08:28:44,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a8fc4aef3ccd4248a32cc78002e41b93 is 50, key is test_row_0/C:col10/1734424123720/Put/seqid=0 2024-12-17T08:28:44,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741900_1076 (size=12301) 2024-12-17T08:28:44,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a8fc4aef3ccd4248a32cc78002e41b93 2024-12-17T08:28:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/7756707232cf4aca808c54b071e0677d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/7756707232cf4aca808c54b071e0677d 2024-12-17T08:28:44,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/7756707232cf4aca808c54b071e0677d, entries=200, sequenceid=294, filesize=14.4 K 2024-12-17T08:28:44,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/d8b23d7676bc4ff88faa386cd2acaab5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d8b23d7676bc4ff88faa386cd2acaab5 2024-12-17T08:28:44,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d8b23d7676bc4ff88faa386cd2acaab5, entries=150, sequenceid=294, filesize=12.0 K 2024-12-17T08:28:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/a8fc4aef3ccd4248a32cc78002e41b93 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a8fc4aef3ccd4248a32cc78002e41b93 2024-12-17T08:28:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424184501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424184501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424184502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a8fc4aef3ccd4248a32cc78002e41b93, entries=150, sequenceid=294, filesize=12.0 K 2024-12-17T08:28:44,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 812351f20f65457d9980f35cad7e7833 in 169ms, sequenceid=294, compaction requested=true 2024-12-17T08:28:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:44,511 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:44,511 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:44,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:44,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:44,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:44,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:44,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:44,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:44,514 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:44,514 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b11bc4d0b8d54bf082ed2d9e66b7d57b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/8d5c55dac5e343b6bb0858771f6645b7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/7756707232cf4aca808c54b071e0677d] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=38.9 K 2024-12-17T08:28:44,514 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:44,514 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:44,514 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:44,515 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6257530c786f4888a891ad97af7f8362, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/70f63d3568704645b4caab23ba077f9f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d8b23d7676bc4ff88faa386cd2acaab5] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.5 K 2024-12-17T08:28:44,515 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b11bc4d0b8d54bf082ed2d9e66b7d57b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424122737 2024-12-17T08:28:44,515 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6257530c786f4888a891ad97af7f8362, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424122737 2024-12-17T08:28:44,516 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 70f63d3568704645b4caab23ba077f9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734424123391 2024-12-17T08:28:44,516 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d5c55dac5e343b6bb0858771f6645b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734424123391 2024-12-17T08:28:44,517 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d8b23d7676bc4ff88faa386cd2acaab5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734424123720 2024-12-17T08:28:44,517 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7756707232cf4aca808c54b071e0677d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734424123720 2024-12-17T08:28:44,529 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:44,530 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/ae907aed2ae14a2180bed2d34b67c61b is 50, key is test_row_0/B:col10/1734424123720/Put/seqid=0 2024-12-17T08:28:44,545 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#63 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:44,546 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/33bdc3f8bf4e41ac871e54fa3c1bb53b is 50, key is test_row_0/A:col10/1734424123720/Put/seqid=0 2024-12-17T08:28:44,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741901_1077 (size=13017) 2024-12-17T08:28:44,588 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/ae907aed2ae14a2180bed2d34b67c61b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/ae907aed2ae14a2180bed2d34b67c61b 2024-12-17T08:28:44,599 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into ae907aed2ae14a2180bed2d34b67c61b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:44,599 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:44,599 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424124511; duration=0sec 2024-12-17T08:28:44,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741902_1078 (size=13017) 2024-12-17T08:28:44,601 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:44,601 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:44,601 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:44,604 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:44,604 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:44,604 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:44,604 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/f2cf8843c463440fabaca787e3950f1d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/21c6c622b85b401ca043d2c6428d9143, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a8fc4aef3ccd4248a32cc78002e41b93] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.5 K 2024-12-17T08:28:44,606 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f2cf8843c463440fabaca787e3950f1d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424122737 2024-12-17T08:28:44,607 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c6c622b85b401ca043d2c6428d9143, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734424123391 2024-12-17T08:28:44,608 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a8fc4aef3ccd4248a32cc78002e41b93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734424123720 2024-12-17T08:28:44,609 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/33bdc3f8bf4e41ac871e54fa3c1bb53b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/33bdc3f8bf4e41ac871e54fa3c1bb53b 2024-12-17T08:28:44,619 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into 33bdc3f8bf4e41ac871e54fa3c1bb53b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:44,619 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:44,619 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424124511; duration=0sec 2024-12-17T08:28:44,620 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:44,620 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:44,633 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#64 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:44,634 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/1e4566d2a5cc406bb32466bb608a8a56 is 50, key is test_row_0/C:col10/1734424123720/Put/seqid=0 2024-12-17T08:28:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741903_1079 (size=12983) 2024-12-17T08:28:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-17T08:28:44,701 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-17T08:28:44,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-17T08:28:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T08:28:44,707 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:44,709 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:44,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:44,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:28:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:44,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:44,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/454390e2becb4a7e88ed3ffe082b7a13 is 50, key is test_row_0/A:col10/1734424124393/Put/seqid=0 2024-12-17T08:28:44,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424184725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424184725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424184727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741904_1080 (size=14741) 2024-12-17T08:28:44,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/454390e2becb4a7e88ed3ffe082b7a13 2024-12-17T08:28:44,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c2cc6f75139d4394956f349feec4b844 is 50, key is test_row_0/B:col10/1734424124393/Put/seqid=0 2024-12-17T08:28:44,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741905_1081 (size=12301) 2024-12-17T08:28:44,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c2cc6f75139d4394956f349feec4b844 2024-12-17T08:28:44,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/bde10585a90941239768b99f589a957e is 50, key is test_row_0/C:col10/1734424124393/Put/seqid=0 2024-12-17T08:28:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T08:28:44,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424184831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741906_1082 (size=12301) 2024-12-17T08:28:44,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/bde10585a90941239768b99f589a957e 2024-12-17T08:28:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424184831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424184833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/454390e2becb4a7e88ed3ffe082b7a13 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/454390e2becb4a7e88ed3ffe082b7a13 2024-12-17T08:28:44,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/454390e2becb4a7e88ed3ffe082b7a13, entries=200, sequenceid=320, filesize=14.4 K 2024-12-17T08:28:44,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c2cc6f75139d4394956f349feec4b844 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c2cc6f75139d4394956f349feec4b844 2024-12-17T08:28:44,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:44,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T08:28:44,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:44,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:44,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:44,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c2cc6f75139d4394956f349feec4b844, entries=150, sequenceid=320, filesize=12.0 K 2024-12-17T08:28:44,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/bde10585a90941239768b99f589a957e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/bde10585a90941239768b99f589a957e 2024-12-17T08:28:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/bde10585a90941239768b99f589a957e, entries=150, sequenceid=320, filesize=12.0 K 2024-12-17T08:28:44,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 812351f20f65457d9980f35cad7e7833 in 189ms, sequenceid=320, compaction requested=false 2024-12-17T08:28:44,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T08:28:45,017 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-17T08:28:45,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,019 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:28:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/aaa67d0c208446edaa54b428046f502a is 50, key is test_row_0/A:col10/1734424124723/Put/seqid=0 2024-12-17T08:28:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741907_1083 (size=12301) 2024-12-17T08:28:45,036 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/aaa67d0c208446edaa54b428046f502a 2024-12-17T08:28:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:45,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/f270cabce60b47d5bb9294c8901c14e2 is 50, key is test_row_0/B:col10/1734424124723/Put/seqid=0 2024-12-17T08:28:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741908_1084 (size=12301) 2024-12-17T08:28:45,062 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/f270cabce60b47d5bb9294c8901c14e2 2024-12-17T08:28:45,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424185070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424185071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,078 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/1e4566d2a5cc406bb32466bb608a8a56 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/1e4566d2a5cc406bb32466bb608a8a56 2024-12-17T08:28:45,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424185074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,089 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 1e4566d2a5cc406bb32466bb608a8a56(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:45,089 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,089 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=13, startTime=1734424124512; duration=0sec 2024-12-17T08:28:45,089 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:45,089 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:45,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4a847bd3da1f4440ad0240051cac4603 is 50, key is test_row_0/C:col10/1734424124723/Put/seqid=0 2024-12-17T08:28:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741909_1085 (size=12301) 2024-12-17T08:28:45,109 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4a847bd3da1f4440ad0240051cac4603 2024-12-17T08:28:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/aaa67d0c208446edaa54b428046f502a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/aaa67d0c208446edaa54b428046f502a 2024-12-17T08:28:45,124 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/aaa67d0c208446edaa54b428046f502a, entries=150, sequenceid=332, filesize=12.0 K 2024-12-17T08:28:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/f270cabce60b47d5bb9294c8901c14e2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/f270cabce60b47d5bb9294c8901c14e2 2024-12-17T08:28:45,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/f270cabce60b47d5bb9294c8901c14e2, entries=150, sequenceid=332, filesize=12.0 K 2024-12-17T08:28:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4a847bd3da1f4440ad0240051cac4603 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4a847bd3da1f4440ad0240051cac4603 2024-12-17T08:28:45,142 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4a847bd3da1f4440ad0240051cac4603, entries=150, sequenceid=332, filesize=12.0 K 2024-12-17T08:28:45,143 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 812351f20f65457d9980f35cad7e7833 in 125ms, sequenceid=332, compaction requested=true 2024-12-17T08:28:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-17T08:28:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-17T08:28:45,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-17T08:28:45,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 436 msec 2024-12-17T08:28:45,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 445 msec 2024-12-17T08:28:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:45,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:28:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:45,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/78357e51ff744a759559e37bd96681da is 50, key is test_row_0/A:col10/1734424125179/Put/seqid=0 2024-12-17T08:28:45,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424185195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424185196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424185198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741910_1086 (size=14741) 2024-12-17T08:28:45,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/78357e51ff744a759559e37bd96681da 2024-12-17T08:28:45,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c14a4b2f76f5462e8f42add7e8f09bc6 is 50, key is test_row_0/B:col10/1734424125179/Put/seqid=0 2024-12-17T08:28:45,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741911_1087 (size=12301) 2024-12-17T08:28:45,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c14a4b2f76f5462e8f42add7e8f09bc6 2024-12-17T08:28:45,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9f2d64daf3cc4cb78da9e9ed231bab48 is 50, key is test_row_0/C:col10/1734424125179/Put/seqid=0 2024-12-17T08:28:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741912_1088 (size=12301) 2024-12-17T08:28:45,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9f2d64daf3cc4cb78da9e9ed231bab48 2024-12-17T08:28:45,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/78357e51ff744a759559e37bd96681da as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/78357e51ff744a759559e37bd96681da 2024-12-17T08:28:45,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424185301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424185301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/78357e51ff744a759559e37bd96681da, entries=200, sequenceid=359, filesize=14.4 K 2024-12-17T08:28:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c14a4b2f76f5462e8f42add7e8f09bc6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c14a4b2f76f5462e8f42add7e8f09bc6 2024-12-17T08:28:45,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424185306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-17T08:28:45,311 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-17T08:28:45,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:45,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c14a4b2f76f5462e8f42add7e8f09bc6, entries=150, sequenceid=359, filesize=12.0 K 2024-12-17T08:28:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-17T08:28:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T08:28:45,316 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:45,317 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:45,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:45,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9f2d64daf3cc4cb78da9e9ed231bab48 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9f2d64daf3cc4cb78da9e9ed231bab48 2024-12-17T08:28:45,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9f2d64daf3cc4cb78da9e9ed231bab48, entries=150, sequenceid=359, filesize=12.0 K 2024-12-17T08:28:45,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 812351f20f65457d9980f35cad7e7833 in 148ms, sequenceid=359, compaction requested=true 2024-12-17T08:28:45,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:45,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:45,328 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:28:45,329 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:28:45,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:45,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:45,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:45,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:45,331 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:28:45,331 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:45,331 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,332 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/ae907aed2ae14a2180bed2d34b67c61b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c2cc6f75139d4394956f349feec4b844, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/f270cabce60b47d5bb9294c8901c14e2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c14a4b2f76f5462e8f42add7e8f09bc6] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=48.8 K 2024-12-17T08:28:45,333 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ae907aed2ae14a2180bed2d34b67c61b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734424123720 2024-12-17T08:28:45,333 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:28:45,333 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:45,333 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,333 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/33bdc3f8bf4e41ac871e54fa3c1bb53b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/454390e2becb4a7e88ed3ffe082b7a13, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/aaa67d0c208446edaa54b428046f502a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/78357e51ff744a759559e37bd96681da] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=53.5 K 2024-12-17T08:28:45,333 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c2cc6f75139d4394956f349feec4b844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734424124393 2024-12-17T08:28:45,334 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33bdc3f8bf4e41ac871e54fa3c1bb53b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734424123720 2024-12-17T08:28:45,334 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f270cabce60b47d5bb9294c8901c14e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734424124715 2024-12-17T08:28:45,334 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 454390e2becb4a7e88ed3ffe082b7a13, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734424124387 2024-12-17T08:28:45,334 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c14a4b2f76f5462e8f42add7e8f09bc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734424125059 2024-12-17T08:28:45,335 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaa67d0c208446edaa54b428046f502a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734424124715 2024-12-17T08:28:45,335 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78357e51ff744a759559e37bd96681da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734424125059 2024-12-17T08:28:45,362 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#74 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:45,363 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/601027aae7e5406285343942a9318af4 is 50, key is test_row_0/B:col10/1734424125179/Put/seqid=0 2024-12-17T08:28:45,369 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:45,369 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/df7ceb86fe094b48bd4352c374413fad is 50, key is test_row_0/A:col10/1734424125179/Put/seqid=0 2024-12-17T08:28:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741913_1089 (size=13153) 2024-12-17T08:28:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741914_1090 (size=13153) 2024-12-17T08:28:45,402 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/df7ceb86fe094b48bd4352c374413fad as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/df7ceb86fe094b48bd4352c374413fad 2024-12-17T08:28:45,411 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into df7ceb86fe094b48bd4352c374413fad(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:45,411 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,411 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=12, startTime=1734424125328; duration=0sec 2024-12-17T08:28:45,411 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:45,412 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:45,412 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:28:45,413 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:28:45,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:45,414 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,414 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/1e4566d2a5cc406bb32466bb608a8a56, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/bde10585a90941239768b99f589a957e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4a847bd3da1f4440ad0240051cac4603, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9f2d64daf3cc4cb78da9e9ed231bab48] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=48.7 K 2024-12-17T08:28:45,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4566d2a5cc406bb32466bb608a8a56, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734424123720 2024-12-17T08:28:45,415 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde10585a90941239768b99f589a957e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1734424124393 2024-12-17T08:28:45,415 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a847bd3da1f4440ad0240051cac4603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734424124715 2024-12-17T08:28:45,416 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f2d64daf3cc4cb78da9e9ed231bab48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734424125059 2024-12-17T08:28:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T08:28:45,428 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:45,429 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/ed72a8858ce643b2beb3d0a3e2dfc1f5 is 50, key is test_row_0/C:col10/1734424125179/Put/seqid=0 2024-12-17T08:28:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741915_1091 (size=13119) 2024-12-17T08:28:45,446 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/ed72a8858ce643b2beb3d0a3e2dfc1f5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/ed72a8858ce643b2beb3d0a3e2dfc1f5 2024-12-17T08:28:45,454 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into ed72a8858ce643b2beb3d0a3e2dfc1f5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:45,454 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,454 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=12, startTime=1734424125330; duration=0sec 2024-12-17T08:28:45,455 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:45,455 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:45,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-17T08:28:45,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,470 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-17T08:28:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/64d06a18f70e40078eca2eb6d2c8e5fa is 50, key is test_row_0/A:col10/1734424125191/Put/seqid=0 2024-12-17T08:28:45,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741916_1092 (size=12301) 2024-12-17T08:28:45,493 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/64d06a18f70e40078eca2eb6d2c8e5fa 2024-12-17T08:28:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6b797c81852841b4a1824fe8ac3ba9b8 is 50, key is test_row_0/B:col10/1734424125191/Put/seqid=0 2024-12-17T08:28:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:45,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741917_1093 (size=12301) 2024-12-17T08:28:45,524 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6b797c81852841b4a1824fe8ac3ba9b8 2024-12-17T08:28:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/61470c27d0694b5f92f4780549e6c24e is 50, key is test_row_0/C:col10/1734424125191/Put/seqid=0 2024-12-17T08:28:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741918_1094 (size=12301) 2024-12-17T08:28:45,549 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/61470c27d0694b5f92f4780549e6c24e 2024-12-17T08:28:45,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424185545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424185546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424185546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/64d06a18f70e40078eca2eb6d2c8e5fa as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/64d06a18f70e40078eca2eb6d2c8e5fa 2024-12-17T08:28:45,563 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/64d06a18f70e40078eca2eb6d2c8e5fa, entries=150, sequenceid=371, filesize=12.0 K 2024-12-17T08:28:45,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6b797c81852841b4a1824fe8ac3ba9b8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6b797c81852841b4a1824fe8ac3ba9b8 2024-12-17T08:28:45,570 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6b797c81852841b4a1824fe8ac3ba9b8, entries=150, sequenceid=371, filesize=12.0 K 2024-12-17T08:28:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/61470c27d0694b5f92f4780549e6c24e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/61470c27d0694b5f92f4780549e6c24e 2024-12-17T08:28:45,579 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/61470c27d0694b5f92f4780549e6c24e, entries=150, sequenceid=371, filesize=12.0 K 2024-12-17T08:28:45,581 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 812351f20f65457d9980f35cad7e7833 in 110ms, sequenceid=371, compaction requested=false 2024-12-17T08:28:45,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-17T08:28:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-17T08:28:45,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-17T08:28:45,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 265 msec 2024-12-17T08:28:45,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 272 msec 2024-12-17T08:28:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-17T08:28:45,618 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-17T08:28:45,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-17T08:28:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T08:28:45,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:45,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:45,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:45,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T08:28:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:45,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/71d557033a094ed9820d48bf0cf12772 is 50, key is test_row_0/A:col10/1734424125534/Put/seqid=0 2024-12-17T08:28:45,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424185662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424185664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424185664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741919_1095 (size=12301) 2024-12-17T08:28:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T08:28:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424185765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424185768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424185770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T08:28:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:45,786 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/601027aae7e5406285343942a9318af4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/601027aae7e5406285343942a9318af4 2024-12-17T08:28:45,794 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 601027aae7e5406285343942a9318af4(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:45,795 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:45,795 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=12, startTime=1734424125329; duration=0sec 2024-12-17T08:28:45,795 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:45,795 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T08:28:45,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T08:28:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:45,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:45,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:45,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:45,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424185969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424185974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424185975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/71d557033a094ed9820d48bf0cf12772 2024-12-17T08:28:46,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T08:28:46,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:46,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5042d85a86704b5399b69491bee95d8f is 50, key is test_row_0/B:col10/1734424125534/Put/seqid=0 2024-12-17T08:28:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741920_1096 (size=12301) 2024-12-17T08:28:46,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5042d85a86704b5399b69491bee95d8f 2024-12-17T08:28:46,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9a4bfb8b7f8b495ebaf7828b93909877 is 50, key is test_row_0/C:col10/1734424125534/Put/seqid=0 2024-12-17T08:28:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741921_1097 (size=12301) 2024-12-17T08:28:46,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9a4bfb8b7f8b495ebaf7828b93909877 2024-12-17T08:28:46,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/71d557033a094ed9820d48bf0cf12772 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/71d557033a094ed9820d48bf0cf12772 2024-12-17T08:28:46,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/71d557033a094ed9820d48bf0cf12772, entries=150, sequenceid=399, filesize=12.0 K 2024-12-17T08:28:46,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5042d85a86704b5399b69491bee95d8f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5042d85a86704b5399b69491bee95d8f 2024-12-17T08:28:46,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5042d85a86704b5399b69491bee95d8f, entries=150, sequenceid=399, filesize=12.0 K 2024-12-17T08:28:46,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/9a4bfb8b7f8b495ebaf7828b93909877 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9a4bfb8b7f8b495ebaf7828b93909877 2024-12-17T08:28:46,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9a4bfb8b7f8b495ebaf7828b93909877, entries=150, sequenceid=399, filesize=12.0 K 2024-12-17T08:28:46,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 812351f20f65457d9980f35cad7e7833 in 529ms, sequenceid=399, compaction requested=true 2024-12-17T08:28:46,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:46,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:46,183 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:46,183 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:46,184 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:46,185 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:46,185 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,185 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/df7ceb86fe094b48bd4352c374413fad, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/64d06a18f70e40078eca2eb6d2c8e5fa, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/71d557033a094ed9820d48bf0cf12772] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.9 K 2024-12-17T08:28:46,185 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:46,185 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:46,185 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,186 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/601027aae7e5406285343942a9318af4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6b797c81852841b4a1824fe8ac3ba9b8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5042d85a86704b5399b69491bee95d8f] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=36.9 K 2024-12-17T08:28:46,186 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting df7ceb86fe094b48bd4352c374413fad, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734424125059 2024-12-17T08:28:46,187 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 601027aae7e5406285343942a9318af4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734424125059 2024-12-17T08:28:46,187 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64d06a18f70e40078eca2eb6d2c8e5fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734424125185 2024-12-17T08:28:46,188 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b797c81852841b4a1824fe8ac3ba9b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734424125185 2024-12-17T08:28:46,188 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71d557033a094ed9820d48bf0cf12772, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1734424125534 2024-12-17T08:28:46,189 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 5042d85a86704b5399b69491bee95d8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1734424125534 2024-12-17T08:28:46,208 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#83 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:46,209 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:46,210 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b99f34123c4c4301ae75bf1335db73aa is 50, key is test_row_0/A:col10/1734424125534/Put/seqid=0 2024-12-17T08:28:46,212 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/417f82c51f5f442eb4b2fa2f2b45b6b9 is 50, key is test_row_0/B:col10/1734424125534/Put/seqid=0 2024-12-17T08:28:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T08:28:46,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-17T08:28:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,238 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-17T08:28:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741923_1099 (size=13255) 2024-12-17T08:28:46,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/37e48a9c9bb0479d9ebc3098765fdbbe is 50, key is test_row_1/A:col10/1734424125663/Put/seqid=0 2024-12-17T08:28:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741922_1098 (size=13255) 2024-12-17T08:28:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741924_1100 (size=9857) 2024-12-17T08:28:46,276 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/37e48a9c9bb0479d9ebc3098765fdbbe 2024-12-17T08:28:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:46,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:46,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5d81756377d0445c868ac79a149fe37e is 50, key is test_row_1/B:col10/1734424125663/Put/seqid=0 2024-12-17T08:28:46,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741925_1101 (size=9857) 2024-12-17T08:28:46,320 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5d81756377d0445c868ac79a149fe37e 2024-12-17T08:28:46,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424186327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424186328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424186330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4b820b14f93c40ca96c8fa68c1780b9b is 50, key is test_row_1/C:col10/1734424125663/Put/seqid=0 2024-12-17T08:28:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741926_1102 (size=9857) 2024-12-17T08:28:46,359 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4b820b14f93c40ca96c8fa68c1780b9b 2024-12-17T08:28:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/37e48a9c9bb0479d9ebc3098765fdbbe as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/37e48a9c9bb0479d9ebc3098765fdbbe 2024-12-17T08:28:46,377 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/37e48a9c9bb0479d9ebc3098765fdbbe, entries=100, sequenceid=409, filesize=9.6 K 2024-12-17T08:28:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5d81756377d0445c868ac79a149fe37e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5d81756377d0445c868ac79a149fe37e 2024-12-17T08:28:46,387 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5d81756377d0445c868ac79a149fe37e, entries=100, sequenceid=409, filesize=9.6 K 2024-12-17T08:28:46,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/4b820b14f93c40ca96c8fa68c1780b9b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4b820b14f93c40ca96c8fa68c1780b9b 2024-12-17T08:28:46,396 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4b820b14f93c40ca96c8fa68c1780b9b, entries=100, sequenceid=409, filesize=9.6 K 2024-12-17T08:28:46,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 812351f20f65457d9980f35cad7e7833 in 160ms, sequenceid=409, compaction requested=true 2024-12-17T08:28:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-17T08:28:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-17T08:28:46,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-17T08:28:46,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 777 msec 2024-12-17T08:28:46,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 784 msec 2024-12-17T08:28:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:46,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-17T08:28:46,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:46,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:46,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:46,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:46,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:46,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424186442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424186442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424186443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/04de855ee9a946dabe093c60ce3ee485 is 50, key is test_row_0/A:col10/1734424126324/Put/seqid=0 2024-12-17T08:28:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741927_1103 (size=14741) 2024-12-17T08:28:46,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424186545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424186545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424186548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,676 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/417f82c51f5f442eb4b2fa2f2b45b6b9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/417f82c51f5f442eb4b2fa2f2b45b6b9 2024-12-17T08:28:46,677 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b99f34123c4c4301ae75bf1335db73aa as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b99f34123c4c4301ae75bf1335db73aa 2024-12-17T08:28:46,685 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 417f82c51f5f442eb4b2fa2f2b45b6b9(size=12.9 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:46,685 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:46,685 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424126183; duration=0sec 2024-12-17T08:28:46,685 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:46,685 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:46,686 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:28:46,687 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into b99f34123c4c4301ae75bf1335db73aa(size=12.9 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:46,687 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:46,687 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424126182; duration=0sec 2024-12-17T08:28:46,688 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:46,688 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:46,688 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:28:46,688 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:46,688 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,689 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/ed72a8858ce643b2beb3d0a3e2dfc1f5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/61470c27d0694b5f92f4780549e6c24e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9a4bfb8b7f8b495ebaf7828b93909877, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4b820b14f93c40ca96c8fa68c1780b9b] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=46.5 K 2024-12-17T08:28:46,689 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ed72a8858ce643b2beb3d0a3e2dfc1f5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734424125059 2024-12-17T08:28:46,690 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 61470c27d0694b5f92f4780549e6c24e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734424125185 2024-12-17T08:28:46,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a4bfb8b7f8b495ebaf7828b93909877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1734424125534 2024-12-17T08:28:46,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b820b14f93c40ca96c8fa68c1780b9b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1734424125661 2024-12-17T08:28:46,703 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#89 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:46,704 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/e6eb6cc7a6c340d2929db7c3cd2ce43f is 50, key is test_row_0/C:col10/1734424125534/Put/seqid=0 2024-12-17T08:28:46,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741928_1104 (size=13255) 2024-12-17T08:28:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-17T08:28:46,726 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-17T08:28:46,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-17T08:28:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T08:28:46,731 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:46,731 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:46,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:46,734 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/e6eb6cc7a6c340d2929db7c3cd2ce43f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/e6eb6cc7a6c340d2929db7c3cd2ce43f 2024-12-17T08:28:46,741 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into e6eb6cc7a6c340d2929db7c3cd2ce43f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:46,742 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:46,742 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=12, startTime=1734424126183; duration=0sec 2024-12-17T08:28:46,742 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:46,742 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:46,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424186749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424186749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424186751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T08:28:46,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/04de855ee9a946dabe093c60ce3ee485 2024-12-17T08:28:46,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/1d1f33f60a954a29a4d4cbc93d0e58b5 is 50, key is test_row_0/B:col10/1734424126324/Put/seqid=0 2024-12-17T08:28:46,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:46,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T08:28:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:46,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741929_1105 (size=12301) 2024-12-17T08:28:46,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/1d1f33f60a954a29a4d4cbc93d0e58b5 2024-12-17T08:28:46,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/11f9cf1a0b85465a94f0fc7bd64e061b is 50, key is test_row_0/C:col10/1734424126324/Put/seqid=0 2024-12-17T08:28:46,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741930_1106 (size=12301) 2024-12-17T08:28:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T08:28:47,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T08:28:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424187051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424187052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424187056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424187094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,096 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:28:47,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424187138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,140 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8224 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:28:47,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T08:28:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/11f9cf1a0b85465a94f0fc7bd64e061b 2024-12-17T08:28:47,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/04de855ee9a946dabe093c60ce3ee485 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/04de855ee9a946dabe093c60ce3ee485 2024-12-17T08:28:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T08:28:47,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/04de855ee9a946dabe093c60ce3ee485, entries=200, sequenceid=437, filesize=14.4 K 2024-12-17T08:28:47,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/1d1f33f60a954a29a4d4cbc93d0e58b5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1d1f33f60a954a29a4d4cbc93d0e58b5 2024-12-17T08:28:47,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T08:28:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:47,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1d1f33f60a954a29a4d4cbc93d0e58b5, entries=150, sequenceid=437, filesize=12.0 K 2024-12-17T08:28:47,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/11f9cf1a0b85465a94f0fc7bd64e061b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/11f9cf1a0b85465a94f0fc7bd64e061b 2024-12-17T08:28:47,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/11f9cf1a0b85465a94f0fc7bd64e061b, entries=150, sequenceid=437, filesize=12.0 K 2024-12-17T08:28:47,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 812351f20f65457d9980f35cad7e7833 in 931ms, sequenceid=437, compaction requested=true 2024-12-17T08:28:47,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:47,365 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:47,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:47,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:47,366 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:47,367 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37853 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:47,368 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:47,368 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,368 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b99f34123c4c4301ae75bf1335db73aa, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/37e48a9c9bb0479d9ebc3098765fdbbe, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/04de855ee9a946dabe093c60ce3ee485] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=37.0 K 2024-12-17T08:28:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:47,368 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:47,369 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:47,369 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b99f34123c4c4301ae75bf1335db73aa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1734424125534 2024-12-17T08:28:47,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:47,369 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,369 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/417f82c51f5f442eb4b2fa2f2b45b6b9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5d81756377d0445c868ac79a149fe37e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1d1f33f60a954a29a4d4cbc93d0e58b5] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=34.6 K 2024-12-17T08:28:47,369 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37e48a9c9bb0479d9ebc3098765fdbbe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1734424125661 2024-12-17T08:28:47,370 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 417f82c51f5f442eb4b2fa2f2b45b6b9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1734424125534 2024-12-17T08:28:47,370 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04de855ee9a946dabe093c60ce3ee485, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734424126324 2024-12-17T08:28:47,370 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d81756377d0445c868ac79a149fe37e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1734424125661 2024-12-17T08:28:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:47,371 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1f33f60a954a29a4d4cbc93d0e58b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734424126324 2024-12-17T08:28:47,382 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#92 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:47,383 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9fa5c73b1d2247db9a0b29870060a83a is 50, key is test_row_0/B:col10/1734424126324/Put/seqid=0 2024-12-17T08:28:47,383 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:47,384 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b522559cf4f64134b8c6013706f7549b is 50, key is test_row_0/A:col10/1734424126324/Put/seqid=0 2024-12-17T08:28:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741932_1108 (size=13357) 2024-12-17T08:28:47,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741931_1107 (size=13357) 2024-12-17T08:28:47,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b522559cf4f64134b8c6013706f7549b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b522559cf4f64134b8c6013706f7549b 2024-12-17T08:28:47,422 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9fa5c73b1d2247db9a0b29870060a83a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9fa5c73b1d2247db9a0b29870060a83a 2024-12-17T08:28:47,425 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into b522559cf4f64134b8c6013706f7549b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:47,425 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:47,426 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424127365; duration=0sec 2024-12-17T08:28:47,426 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:47,426 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:47,426 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T08:28:47,427 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T08:28:47,427 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T08:28:47,427 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. because compaction request was cancelled 2024-12-17T08:28:47,427 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:47,432 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 9fa5c73b1d2247db9a0b29870060a83a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:47,432 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:47,432 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424127366; duration=0sec 2024-12-17T08:28:47,432 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:47,432 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:47,501 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-17T08:28:47,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:47,503 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T08:28:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b0efb51dc5e94f7e99c3056f4b038d6f is 50, key is test_row_0/A:col10/1734424126441/Put/seqid=0 2024-12-17T08:28:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741933_1109 (size=9857) 2024-12-17T08:28:47,528 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b0efb51dc5e94f7e99c3056f4b038d6f 2024-12-17T08:28:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c789071e9a6b4edead12e208f73308be is 50, key is test_row_0/B:col10/1734424126441/Put/seqid=0 2024-12-17T08:28:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741934_1110 (size=9857) 2024-12-17T08:28:47,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:47,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424187587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424187587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424187589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424187691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424187691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424187691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T08:28:47,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424187894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424187896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424187897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:47,958 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c789071e9a6b4edead12e208f73308be 2024-12-17T08:28:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/72eb0cd9ff1e4cc1b4c477e32882d89e is 50, key is test_row_0/C:col10/1734424126441/Put/seqid=0 2024-12-17T08:28:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741935_1111 (size=9857) 2024-12-17T08:28:47,976 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/72eb0cd9ff1e4cc1b4c477e32882d89e 2024-12-17T08:28:47,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b0efb51dc5e94f7e99c3056f4b038d6f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b0efb51dc5e94f7e99c3056f4b038d6f 2024-12-17T08:28:47,994 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b0efb51dc5e94f7e99c3056f4b038d6f, entries=100, sequenceid=450, filesize=9.6 K 2024-12-17T08:28:48,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/c789071e9a6b4edead12e208f73308be as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c789071e9a6b4edead12e208f73308be 2024-12-17T08:28:48,009 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c789071e9a6b4edead12e208f73308be, entries=100, sequenceid=450, filesize=9.6 K 2024-12-17T08:28:48,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/72eb0cd9ff1e4cc1b4c477e32882d89e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/72eb0cd9ff1e4cc1b4c477e32882d89e 2024-12-17T08:28:48,017 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/72eb0cd9ff1e4cc1b4c477e32882d89e, entries=100, sequenceid=450, filesize=9.6 K 2024-12-17T08:28:48,018 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 812351f20f65457d9980f35cad7e7833 in 515ms, sequenceid=450, compaction requested=true 2024-12-17T08:28:48,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-17T08:28:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-17T08:28:48,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-17T08:28:48,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-12-17T08:28:48,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.2950 sec 2024-12-17T08:28:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:48,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-17T08:28:48,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:48,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:48,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:48,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:48,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:48,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:48,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424188206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3f1442a4be9c48b0b5b0b281074db571 is 50, key is test_row_0/A:col10/1734424128200/Put/seqid=0 2024-12-17T08:28:48,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424188208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424188210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741936_1112 (size=17181) 2024-12-17T08:28:48,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3f1442a4be9c48b0b5b0b281074db571 2024-12-17T08:28:48,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5ff2f4e573394ca5a9f4ede31e305f7b is 50, key is test_row_0/B:col10/1734424128200/Put/seqid=0 2024-12-17T08:28:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741937_1113 (size=12301) 2024-12-17T08:28:48,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5ff2f4e573394ca5a9f4ede31e305f7b 2024-12-17T08:28:48,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/2bfcb48523b645a6afa014be78e3ff07 is 50, key is test_row_0/C:col10/1734424128200/Put/seqid=0 2024-12-17T08:28:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741938_1114 (size=12301) 2024-12-17T08:28:48,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424188310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424188312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424188314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424188513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424188514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424188517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/2bfcb48523b645a6afa014be78e3ff07 2024-12-17T08:28:48,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/3f1442a4be9c48b0b5b0b281074db571 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3f1442a4be9c48b0b5b0b281074db571 2024-12-17T08:28:48,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3f1442a4be9c48b0b5b0b281074db571, entries=250, sequenceid=481, filesize=16.8 K 2024-12-17T08:28:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/5ff2f4e573394ca5a9f4ede31e305f7b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5ff2f4e573394ca5a9f4ede31e305f7b 2024-12-17T08:28:48,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5ff2f4e573394ca5a9f4ede31e305f7b, entries=150, sequenceid=481, filesize=12.0 K 2024-12-17T08:28:48,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/2bfcb48523b645a6afa014be78e3ff07 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/2bfcb48523b645a6afa014be78e3ff07 2024-12-17T08:28:48,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/2bfcb48523b645a6afa014be78e3ff07, entries=150, sequenceid=481, filesize=12.0 K 2024-12-17T08:28:48,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 812351f20f65457d9980f35cad7e7833 in 513ms, sequenceid=481, compaction requested=true 2024-12-17T08:28:48,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:48,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:48,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:48,714 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:48,715 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:48,716 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:48,716 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:48,716 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:48,716 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9fa5c73b1d2247db9a0b29870060a83a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c789071e9a6b4edead12e208f73308be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5ff2f4e573394ca5a9f4ede31e305f7b] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=34.7 K 2024-12-17T08:28:48,717 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:48,717 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:48,717 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:48,717 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b522559cf4f64134b8c6013706f7549b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b0efb51dc5e94f7e99c3056f4b038d6f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3f1442a4be9c48b0b5b0b281074db571] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=39.4 K 2024-12-17T08:28:48,717 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fa5c73b1d2247db9a0b29870060a83a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734424126324 2024-12-17T08:28:48,718 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c789071e9a6b4edead12e208f73308be, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734424126440 2024-12-17T08:28:48,718 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b522559cf4f64134b8c6013706f7549b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734424126324 2024-12-17T08:28:48,719 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0efb51dc5e94f7e99c3056f4b038d6f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734424126440 2024-12-17T08:28:48,719 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff2f4e573394ca5a9f4ede31e305f7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1734424127582 2024-12-17T08:28:48,719 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f1442a4be9c48b0b5b0b281074db571, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1734424127582 2024-12-17T08:28:48,732 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:48,733 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/7d3d2ee672094e60bd6c3061837751d6 is 50, key is test_row_0/B:col10/1734424128200/Put/seqid=0 2024-12-17T08:28:48,733 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:48,734 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b7aa00896b164bae89e08ec1415d3760 is 50, key is test_row_0/A:col10/1734424128200/Put/seqid=0 2024-12-17T08:28:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741940_1116 (size=13459) 2024-12-17T08:28:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741939_1115 (size=13459) 2024-12-17T08:28:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:48,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:28:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:48,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/90a9b268e3cb451fb8cea6a3976a88c8 is 50, key is test_row_0/A:col10/1734424128821/Put/seqid=0 2024-12-17T08:28:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-17T08:28:48,836 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-17T08:28:48,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-17T08:28:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T08:28:48,840 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:48,841 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:48,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741941_1117 (size=17181) 2024-12-17T08:28:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424188855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424188855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424188856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T08:28:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424188960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424188961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424188961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:48,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T08:28:48,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:48,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:48,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:48,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:48,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T08:28:49,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T08:28:49,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:49,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,160 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/b7aa00896b164bae89e08ec1415d3760 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b7aa00896b164bae89e08ec1415d3760 2024-12-17T08:28:49,161 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/7d3d2ee672094e60bd6c3061837751d6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/7d3d2ee672094e60bd6c3061837751d6 2024-12-17T08:28:49,168 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 7d3d2ee672094e60bd6c3061837751d6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:49,168 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into b7aa00896b164bae89e08ec1415d3760(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:49,168 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:49,168 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:49,168 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424128714; duration=0sec 2024-12-17T08:28:49,168 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424128714; duration=0sec 2024-12-17T08:28:49,168 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:49,168 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:49,168 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:49,168 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:49,168 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:28:49,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424189165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424189165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424189165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,170 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:28:49,170 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:49,170 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,170 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/e6eb6cc7a6c340d2929db7c3cd2ce43f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/11f9cf1a0b85465a94f0fc7bd64e061b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/72eb0cd9ff1e4cc1b4c477e32882d89e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/2bfcb48523b645a6afa014be78e3ff07] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=46.6 K 2024-12-17T08:28:49,171 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e6eb6cc7a6c340d2929db7c3cd2ce43f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1734424125534 2024-12-17T08:28:49,171 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f9cf1a0b85465a94f0fc7bd64e061b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1734424126324 2024-12-17T08:28:49,172 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 72eb0cd9ff1e4cc1b4c477e32882d89e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1734424126440 2024-12-17T08:28:49,172 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bfcb48523b645a6afa014be78e3ff07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1734424127582 2024-12-17T08:28:49,187 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:49,187 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/86be6508562b433b97261c6787ea1480 is 50, key is test_row_0/C:col10/1734424128200/Put/seqid=0 2024-12-17T08:28:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741942_1118 (size=13391) 2024-12-17T08:28:49,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/90a9b268e3cb451fb8cea6a3976a88c8 2024-12-17T08:28:49,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/74260a7331bd4041ace61ee222294989 is 50, key is test_row_0/B:col10/1734424128821/Put/seqid=0 2024-12-17T08:28:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741943_1119 (size=12301) 2024-12-17T08:28:49,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T08:28:49,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:49,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T08:28:49,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T08:28:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424189471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424189472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424189473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,601 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/86be6508562b433b97261c6787ea1480 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/86be6508562b433b97261c6787ea1480 2024-12-17T08:28:49,607 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 86be6508562b433b97261c6787ea1480(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:49,607 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:49,607 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=12, startTime=1734424128715; duration=0sec 2024-12-17T08:28:49,607 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:49,607 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:49,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T08:28:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:49,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/74260a7331bd4041ace61ee222294989 2024-12-17T08:28:49,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/792a037856b644c8a53a8390a540e987 is 50, key is test_row_0/C:col10/1734424128821/Put/seqid=0 2024-12-17T08:28:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741944_1120 (size=12301) 2024-12-17T08:28:49,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/792a037856b644c8a53a8390a540e987 2024-12-17T08:28:49,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/90a9b268e3cb451fb8cea6a3976a88c8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/90a9b268e3cb451fb8cea6a3976a88c8 2024-12-17T08:28:49,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/90a9b268e3cb451fb8cea6a3976a88c8, entries=250, sequenceid=493, filesize=16.8 K 2024-12-17T08:28:49,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/74260a7331bd4041ace61ee222294989 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/74260a7331bd4041ace61ee222294989 2024-12-17T08:28:49,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/74260a7331bd4041ace61ee222294989, entries=150, sequenceid=493, filesize=12.0 K 2024-12-17T08:28:49,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/792a037856b644c8a53a8390a540e987 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/792a037856b644c8a53a8390a540e987 2024-12-17T08:28:49,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/792a037856b644c8a53a8390a540e987, entries=150, sequenceid=493, filesize=12.0 K 2024-12-17T08:28:49,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 812351f20f65457d9980f35cad7e7833 in 904ms, sequenceid=493, compaction requested=false 2024-12-17T08:28:49,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:49,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-17T08:28:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:49,764 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:28:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/40b31b464e764af29c04727a6b042825 is 50, key is test_row_0/A:col10/1734424128853/Put/seqid=0 2024-12-17T08:28:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741945_1121 (size=12301) 2024-12-17T08:28:49,774 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/40b31b464e764af29c04727a6b042825 2024-12-17T08:28:49,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8974e82b9cde46d99e1ec8c8e69da445 is 50, key is test_row_0/B:col10/1734424128853/Put/seqid=0 2024-12-17T08:28:49,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741946_1122 (size=12301) 2024-12-17T08:28:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T08:28:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:49,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424189991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424189993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:49,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424189994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424190094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424190095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424190100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,197 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8974e82b9cde46d99e1ec8c8e69da445 2024-12-17T08:28:50,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/90a1e65a59674518bd773f148da7ffb1 is 50, key is test_row_0/C:col10/1734424128853/Put/seqid=0 2024-12-17T08:28:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741947_1123 (size=12301) 2024-12-17T08:28:50,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424190297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424190297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424190304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424190600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424190601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424190606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:50,636 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/90a1e65a59674518bd773f148da7ffb1 2024-12-17T08:28:50,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/40b31b464e764af29c04727a6b042825 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/40b31b464e764af29c04727a6b042825 2024-12-17T08:28:50,650 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/40b31b464e764af29c04727a6b042825, entries=150, sequenceid=520, filesize=12.0 K 2024-12-17T08:28:50,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8974e82b9cde46d99e1ec8c8e69da445 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8974e82b9cde46d99e1ec8c8e69da445 2024-12-17T08:28:50,665 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8974e82b9cde46d99e1ec8c8e69da445, entries=150, sequenceid=520, filesize=12.0 K 2024-12-17T08:28:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/90a1e65a59674518bd773f148da7ffb1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/90a1e65a59674518bd773f148da7ffb1 2024-12-17T08:28:50,676 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/90a1e65a59674518bd773f148da7ffb1, entries=150, sequenceid=520, filesize=12.0 K 2024-12-17T08:28:50,678 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 812351f20f65457d9980f35cad7e7833 in 915ms, sequenceid=520, compaction requested=true 2024-12-17T08:28:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-17T08:28:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-17T08:28:50,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-17T08:28:50,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-12-17T08:28:50,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.8440 sec 2024-12-17T08:28:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-17T08:28:50,945 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-17T08:28:50,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-17T08:28:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T08:28:50,948 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:50,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:50,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T08:28:51,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-17T08:28:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,102 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:28:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bc9a250b550646be9d6ff333ef4044d5 is 50, key is test_row_0/A:col10/1734424129988/Put/seqid=0 2024-12-17T08:28:51,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:51,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741948_1124 (size=12301) 2024-12-17T08:28:51,115 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bc9a250b550646be9d6ff333ef4044d5 2024-12-17T08:28:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8344a8aa2ce44b2fb785da806b2fb110 is 50, key is test_row_0/B:col10/1734424129988/Put/seqid=0 2024-12-17T08:28:51,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741949_1125 (size=12301) 2024-12-17T08:28:51,134 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8344a8aa2ce44b2fb785da806b2fb110 2024-12-17T08:28:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424191141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424191142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424191143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/354e11206dc245fd8470453f08315d48 is 50, key is test_row_0/C:col10/1734424129988/Put/seqid=0 2024-12-17T08:28:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741950_1126 (size=12301) 2024-12-17T08:28:51,176 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/354e11206dc245fd8470453f08315d48 2024-12-17T08:28:51,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bc9a250b550646be9d6ff333ef4044d5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bc9a250b550646be9d6ff333ef4044d5 2024-12-17T08:28:51,191 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bc9a250b550646be9d6ff333ef4044d5, entries=150, sequenceid=533, filesize=12.0 K 2024-12-17T08:28:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/8344a8aa2ce44b2fb785da806b2fb110 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8344a8aa2ce44b2fb785da806b2fb110 2024-12-17T08:28:51,200 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8344a8aa2ce44b2fb785da806b2fb110, entries=150, sequenceid=533, filesize=12.0 K 2024-12-17T08:28:51,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/354e11206dc245fd8470453f08315d48 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/354e11206dc245fd8470453f08315d48 2024-12-17T08:28:51,207 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/354e11206dc245fd8470453f08315d48, entries=150, sequenceid=533, filesize=12.0 K 2024-12-17T08:28:51,209 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 812351f20f65457d9980f35cad7e7833 in 107ms, sequenceid=533, compaction requested=true 2024-12-17T08:28:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-17T08:28:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-17T08:28:51,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-17T08:28:51,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 262 msec 2024-12-17T08:28:51,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 268 msec 2024-12-17T08:28:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-17T08:28:51,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:28:51,250 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-17T08:28:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-17T08:28:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T08:28:51,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/57ba8efea02d4a53b1d229963023ae81 is 50, key is test_row_0/A:col10/1734424131250/Put/seqid=0 2024-12-17T08:28:51,258 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:51,259 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:51,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:51,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424191263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424191264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424191268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741951_1127 (size=17181) 2024-12-17T08:28:51,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/57ba8efea02d4a53b1d229963023ae81 2024-12-17T08:28:51,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/63ddf12b15434b58b3ab97fd3a56fef1 is 50, key is test_row_0/B:col10/1734424131250/Put/seqid=0 2024-12-17T08:28:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741952_1128 (size=12301) 2024-12-17T08:28:51,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/63ddf12b15434b58b3ab97fd3a56fef1 2024-12-17T08:28:51,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/c6f2e27ea79c428dba503ee52b427761 is 50, key is test_row_0/C:col10/1734424131250/Put/seqid=0 2024-12-17T08:28:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741953_1129 (size=12301) 2024-12-17T08:28:51,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/c6f2e27ea79c428dba503ee52b427761 2024-12-17T08:28:51,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/57ba8efea02d4a53b1d229963023ae81 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/57ba8efea02d4a53b1d229963023ae81 2024-12-17T08:28:51,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/57ba8efea02d4a53b1d229963023ae81, entries=250, sequenceid=559, filesize=16.8 K 2024-12-17T08:28:51,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/63ddf12b15434b58b3ab97fd3a56fef1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/63ddf12b15434b58b3ab97fd3a56fef1 2024-12-17T08:28:51,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/63ddf12b15434b58b3ab97fd3a56fef1, entries=150, sequenceid=559, filesize=12.0 K 2024-12-17T08:28:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T08:28:51,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/c6f2e27ea79c428dba503ee52b427761 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c6f2e27ea79c428dba503ee52b427761 2024-12-17T08:28:51,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c6f2e27ea79c428dba503ee52b427761, entries=150, sequenceid=559, filesize=12.0 K 2024-12-17T08:28:51,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 812351f20f65457d9980f35cad7e7833 in 116ms, sequenceid=559, compaction requested=true 2024-12-17T08:28:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:51,367 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:28:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:51,367 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:28:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:51,371 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62663 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:28:51,371 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 72423 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:28:51,371 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:51,372 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,372 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/7d3d2ee672094e60bd6c3061837751d6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/74260a7331bd4041ace61ee222294989, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8974e82b9cde46d99e1ec8c8e69da445, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8344a8aa2ce44b2fb785da806b2fb110, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/63ddf12b15434b58b3ab97fd3a56fef1] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=61.2 K 2024-12-17T08:28:51,372 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:51,372 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,372 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b7aa00896b164bae89e08ec1415d3760, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/90a9b268e3cb451fb8cea6a3976a88c8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/40b31b464e764af29c04727a6b042825, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bc9a250b550646be9d6ff333ef4044d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/57ba8efea02d4a53b1d229963023ae81] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=70.7 K 2024-12-17T08:28:51,373 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3d2ee672094e60bd6c3061837751d6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1734424127582 2024-12-17T08:28:51,373 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7aa00896b164bae89e08ec1415d3760, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1734424127582 2024-12-17T08:28:51,373 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a9b268e3cb451fb8cea6a3976a88c8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734424128821 2024-12-17T08:28:51,373 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 74260a7331bd4041ace61ee222294989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734424128821 2024-12-17T08:28:51,374 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8974e82b9cde46d99e1ec8c8e69da445, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1734424128850 2024-12-17T08:28:51,374 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40b31b464e764af29c04727a6b042825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1734424128850 2024-12-17T08:28:51,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:28:51,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:51,375 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc9a250b550646be9d6ff333ef4044d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1734424129988 2024-12-17T08:28:51,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:51,375 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8344a8aa2ce44b2fb785da806b2fb110, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1734424129988 2024-12-17T08:28:51,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:51,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,376 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 63ddf12b15434b58b3ab97fd3a56fef1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1734424131248 2024-12-17T08:28:51,376 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57ba8efea02d4a53b1d229963023ae81, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1734424131141 2024-12-17T08:28:51,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/27a0810e191a4c76855ca068360459e9 is 50, key is test_row_0/A:col10/1734424131370/Put/seqid=0 2024-12-17T08:28:51,401 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:51,403 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/711d3a0c6cc546ba889e6f28697655b9 is 50, key is test_row_0/B:col10/1734424131250/Put/seqid=0 2024-12-17T08:28:51,407 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#117 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:51,408 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/20c20afef68f400faf3dce85ce7e3f2d is 50, key is test_row_0/A:col10/1734424131250/Put/seqid=0 2024-12-17T08:28:51,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-17T08:28:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:51,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424191413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424191416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424191417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741954_1130 (size=12301) 2024-12-17T08:28:51,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/27a0810e191a4c76855ca068360459e9 2024-12-17T08:28:51,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741956_1132 (size=13629) 2024-12-17T08:28:51,464 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/20c20afef68f400faf3dce85ce7e3f2d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/20c20afef68f400faf3dce85ce7e3f2d 2024-12-17T08:28:51,471 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into 20c20afef68f400faf3dce85ce7e3f2d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:51,471 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:51,471 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=11, startTime=1734424131367; duration=0sec 2024-12-17T08:28:51,471 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:51,471 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:51,471 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:28:51,474 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62595 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:28:51,474 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:51,474 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,474 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/86be6508562b433b97261c6787ea1480, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/792a037856b644c8a53a8390a540e987, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/90a1e65a59674518bd773f148da7ffb1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/354e11206dc245fd8470453f08315d48, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c6f2e27ea79c428dba503ee52b427761] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=61.1 K 2024-12-17T08:28:51,475 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86be6508562b433b97261c6787ea1480, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1734424127582 2024-12-17T08:28:51,475 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 792a037856b644c8a53a8390a540e987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734424128821 2024-12-17T08:28:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741955_1131 (size=13629) 2024-12-17T08:28:51,476 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90a1e65a59674518bd773f148da7ffb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1734424128850 2024-12-17T08:28:51,477 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 354e11206dc245fd8470453f08315d48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1734424129988 2024-12-17T08:28:51,478 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6f2e27ea79c428dba503ee52b427761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1734424131248 2024-12-17T08:28:51,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/fedd73e1e9ac441c8356b76adae4b3a6 is 50, key is test_row_0/B:col10/1734424131370/Put/seqid=0 2024-12-17T08:28:51,486 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/711d3a0c6cc546ba889e6f28697655b9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/711d3a0c6cc546ba889e6f28697655b9 2024-12-17T08:28:51,495 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 711d3a0c6cc546ba889e6f28697655b9(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:51,496 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:51,520 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=11, startTime=1734424131367; duration=0sec 2024-12-17T08:28:51,521 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:51,521 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:51,525 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#119 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:51,526 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/764ffb80ed2a4720b6e86956e7c7b21a is 50, key is test_row_0/C:col10/1734424131250/Put/seqid=0 2024-12-17T08:28:51,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424191521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741957_1133 (size=12301) 2024-12-17T08:28:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424191522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424191522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/fedd73e1e9ac441c8356b76adae4b3a6 2024-12-17T08:28:51,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741958_1134 (size=13561) 2024-12-17T08:28:51,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/b4ac6841a23f4749b68d34a6f50902b0 is 50, key is test_row_0/C:col10/1734424131370/Put/seqid=0 2024-12-17T08:28:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T08:28:51,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741959_1135 (size=12301) 2024-12-17T08:28:51,558 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/764ffb80ed2a4720b6e86956e7c7b21a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/764ffb80ed2a4720b6e86956e7c7b21a 2024-12-17T08:28:51,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/b4ac6841a23f4749b68d34a6f50902b0 2024-12-17T08:28:51,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-17T08:28:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/27a0810e191a4c76855ca068360459e9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/27a0810e191a4c76855ca068360459e9 2024-12-17T08:28:51,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:51,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:51,568 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 764ffb80ed2a4720b6e86956e7c7b21a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:51,568 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:51,568 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=11, startTime=1734424131367; duration=0sec 2024-12-17T08:28:51,571 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:51,571 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:51,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/27a0810e191a4c76855ca068360459e9, entries=150, sequenceid=572, filesize=12.0 K 2024-12-17T08:28:51,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/fedd73e1e9ac441c8356b76adae4b3a6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/fedd73e1e9ac441c8356b76adae4b3a6 2024-12-17T08:28:51,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/fedd73e1e9ac441c8356b76adae4b3a6, entries=150, sequenceid=572, filesize=12.0 K 2024-12-17T08:28:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/b4ac6841a23f4749b68d34a6f50902b0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b4ac6841a23f4749b68d34a6f50902b0 2024-12-17T08:28:51,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b4ac6841a23f4749b68d34a6f50902b0, entries=150, sequenceid=572, filesize=12.0 K 2024-12-17T08:28:51,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 812351f20f65457d9980f35cad7e7833 in 218ms, sequenceid=572, compaction requested=false 2024-12-17T08:28:51,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:51,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-17T08:28:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:51,720 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:28:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/869987500296432ca742021dc26c00a5 is 50, key is test_row_0/A:col10/1734424131416/Put/seqid=0 2024-12-17T08:28:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741960_1136 (size=12301) 2024-12-17T08:28:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:51,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424191742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424191741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424191744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424191846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424191846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424191847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T08:28:52,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424192048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424192049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424192051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/869987500296432ca742021dc26c00a5 2024-12-17T08:28:52,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/4e4ce2fde22149cf9673e462285da159 is 50, key is test_row_0/B:col10/1734424131416/Put/seqid=0 2024-12-17T08:28:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741961_1137 (size=12301) 2024-12-17T08:28:52,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424192353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424192354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424192354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T08:28:52,546 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/4e4ce2fde22149cf9673e462285da159 2024-12-17T08:28:52,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/19101dd1e45848cdae9a12f3a3e6d06e is 50, key is test_row_0/C:col10/1734424131416/Put/seqid=0 2024-12-17T08:28:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741962_1138 (size=12301) 2024-12-17T08:28:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424192858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424192858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424192859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:52,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/19101dd1e45848cdae9a12f3a3e6d06e 2024-12-17T08:28:52,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/869987500296432ca742021dc26c00a5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/869987500296432ca742021dc26c00a5 2024-12-17T08:28:52,974 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/869987500296432ca742021dc26c00a5, entries=150, sequenceid=598, filesize=12.0 K 2024-12-17T08:28:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/4e4ce2fde22149cf9673e462285da159 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/4e4ce2fde22149cf9673e462285da159 2024-12-17T08:28:52,981 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/4e4ce2fde22149cf9673e462285da159, entries=150, sequenceid=598, filesize=12.0 K 2024-12-17T08:28:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/19101dd1e45848cdae9a12f3a3e6d06e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/19101dd1e45848cdae9a12f3a3e6d06e 2024-12-17T08:28:52,990 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/19101dd1e45848cdae9a12f3a3e6d06e, entries=150, sequenceid=598, filesize=12.0 K 2024-12-17T08:28:52,991 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 812351f20f65457d9980f35cad7e7833 in 1271ms, sequenceid=598, compaction requested=true 2024-12-17T08:28:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-17T08:28:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-17T08:28:52,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-17T08:28:52,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7350 sec 2024-12-17T08:28:52,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.7460 sec 2024-12-17T08:28:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-17T08:28:53,358 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-17T08:28:53,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-12-17T08:28:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T08:28:53,361 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:53,362 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:53,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T08:28:53,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:53,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-17T08:28:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:53,515 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:28:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:53,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/c4558c82cbaa493398bdf8f518b07787 is 50, key is test_row_0/A:col10/1734424131741/Put/seqid=0 2024-12-17T08:28:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741963_1139 (size=12301) 2024-12-17T08:28:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T08:28:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:53,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:53,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424193883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424193884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424193885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:53,929 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/c4558c82cbaa493398bdf8f518b07787 2024-12-17T08:28:53,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/97f178cb45fd48beb1c43b3fd67bf632 is 50, key is test_row_0/B:col10/1734424131741/Put/seqid=0 2024-12-17T08:28:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741964_1140 (size=12301) 2024-12-17T08:28:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T08:28:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424193987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:53,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424193987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:53,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424193988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424194189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424194190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424194190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,343 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/97f178cb45fd48beb1c43b3fd67bf632 2024-12-17T08:28:54,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/69b03409c8044a118c0bd69827636959 is 50, key is test_row_0/C:col10/1734424131741/Put/seqid=0 2024-12-17T08:28:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741965_1141 (size=12301) 2024-12-17T08:28:54,358 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/69b03409c8044a118c0bd69827636959 2024-12-17T08:28:54,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/c4558c82cbaa493398bdf8f518b07787 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c4558c82cbaa493398bdf8f518b07787 2024-12-17T08:28:54,369 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c4558c82cbaa493398bdf8f518b07787, entries=150, sequenceid=611, filesize=12.0 K 2024-12-17T08:28:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/97f178cb45fd48beb1c43b3fd67bf632 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/97f178cb45fd48beb1c43b3fd67bf632 2024-12-17T08:28:54,375 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/97f178cb45fd48beb1c43b3fd67bf632, entries=150, sequenceid=611, filesize=12.0 K 2024-12-17T08:28:54,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/69b03409c8044a118c0bd69827636959 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/69b03409c8044a118c0bd69827636959 2024-12-17T08:28:54,383 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/69b03409c8044a118c0bd69827636959, entries=150, sequenceid=611, filesize=12.0 K 2024-12-17T08:28:54,384 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 812351f20f65457d9980f35cad7e7833 in 870ms, sequenceid=611, compaction requested=true 2024-12-17T08:28:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-17T08:28:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-12-17T08:28:54,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-17T08:28:54,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-12-17T08:28:54,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.0290 sec 2024-12-17T08:28:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-17T08:28:54,464 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-17T08:28:54,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:28:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-17T08:28:54,467 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:28:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T08:28:54,468 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:28:54,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:28:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:54,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:28:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:54,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/10f8a4fb0ca44abca86f327926378935 is 50, key is test_row_0/A:col10/1734424133884/Put/seqid=0 2024-12-17T08:28:54,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424194505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741966_1142 (size=17181) 2024-12-17T08:28:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424194505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424194506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T08:28:54,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424194608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424194608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424194609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:54,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T08:28:54,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:54,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424194812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424194813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424194813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/10f8a4fb0ca44abca86f327926378935 2024-12-17T08:28:54,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/0cd046d9ce8844a2bad45d4df3b420d6 is 50, key is test_row_0/B:col10/1734424133884/Put/seqid=0 2024-12-17T08:28:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741967_1143 (size=12301) 2024-12-17T08:28:54,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:54,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:54,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T08:28:55,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424195115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424195118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424195118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:55,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/0cd046d9ce8844a2bad45d4df3b420d6 2024-12-17T08:28:55,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/6516dda43607449fa292d7a2e82986b2 is 50, key is test_row_0/C:col10/1734424133884/Put/seqid=0 2024-12-17T08:28:55,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741968_1144 (size=12301) 2024-12-17T08:28:55,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:55,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:55,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:55,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:55,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T08:28:55,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424195620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424195623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424195624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:28:55,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/6516dda43607449fa292d7a2e82986b2 2024-12-17T08:28:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/10f8a4fb0ca44abca86f327926378935 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/10f8a4fb0ca44abca86f327926378935 2024-12-17T08:28:55,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/10f8a4fb0ca44abca86f327926378935, entries=250, sequenceid=636, filesize=16.8 K 2024-12-17T08:28:55,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/0cd046d9ce8844a2bad45d4df3b420d6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0cd046d9ce8844a2bad45d4df3b420d6 2024-12-17T08:28:55,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0cd046d9ce8844a2bad45d4df3b420d6, entries=150, sequenceid=636, filesize=12.0 K 2024-12-17T08:28:55,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/6516dda43607449fa292d7a2e82986b2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6516dda43607449fa292d7a2e82986b2 2024-12-17T08:28:55,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6516dda43607449fa292d7a2e82986b2, entries=150, sequenceid=636, filesize=12.0 K 2024-12-17T08:28:55,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 812351f20f65457d9980f35cad7e7833 in 1276ms, sequenceid=636, compaction requested=true 2024-12-17T08:28:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:55,771 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:28:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:55,771 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:28:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:55,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:55,773 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67713 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:28:55,773 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62833 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:28:55,773 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:55,773 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:55,773 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,773 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,773 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/711d3a0c6cc546ba889e6f28697655b9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/fedd73e1e9ac441c8356b76adae4b3a6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/4e4ce2fde22149cf9673e462285da159, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/97f178cb45fd48beb1c43b3fd67bf632, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0cd046d9ce8844a2bad45d4df3b420d6] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=61.4 K 2024-12-17T08:28:55,773 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/20c20afef68f400faf3dce85ce7e3f2d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/27a0810e191a4c76855ca068360459e9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/869987500296432ca742021dc26c00a5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c4558c82cbaa493398bdf8f518b07787, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/10f8a4fb0ca44abca86f327926378935] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=66.1 K 2024-12-17T08:28:55,774 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 711d3a0c6cc546ba889e6f28697655b9, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1734424131248 2024-12-17T08:28:55,774 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20c20afef68f400faf3dce85ce7e3f2d, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1734424131248 2024-12-17T08:28:55,774 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27a0810e191a4c76855ca068360459e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1734424131263 2024-12-17T08:28:55,775 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting fedd73e1e9ac441c8356b76adae4b3a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1734424131263 2024-12-17T08:28:55,775 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 869987500296432ca742021dc26c00a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1734424131407 2024-12-17T08:28:55,775 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e4ce2fde22149cf9673e462285da159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1734424131407 2024-12-17T08:28:55,775 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4558c82cbaa493398bdf8f518b07787, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1734424131738 2024-12-17T08:28:55,775 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 97f178cb45fd48beb1c43b3fd67bf632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1734424131738 2024-12-17T08:28:55,776 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10f8a4fb0ca44abca86f327926378935, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1734424133880 2024-12-17T08:28:55,776 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cd046d9ce8844a2bad45d4df3b420d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1734424133884 2024-12-17T08:28:55,792 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:55,792 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:55,793 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bd27af3f3d6c46a4a0e0c729dfd4ead1 is 50, key is test_row_0/A:col10/1734424133884/Put/seqid=0 2024-12-17T08:28:55,794 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/22806acfe1ea499eb2f1c8d2687042c4 is 50, key is test_row_0/B:col10/1734424133884/Put/seqid=0 2024-12-17T08:28:55,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741970_1146 (size=13799) 2024-12-17T08:28:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741969_1145 (size=13799) 2024-12-17T08:28:55,813 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/22806acfe1ea499eb2f1c8d2687042c4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/22806acfe1ea499eb2f1c8d2687042c4 2024-12-17T08:28:55,821 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 22806acfe1ea499eb2f1c8d2687042c4(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:55,821 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:55,821 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=11, startTime=1734424135771; duration=0sec 2024-12-17T08:28:55,821 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:55,821 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:55,821 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:28:55,823 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62765 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:28:55,823 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:55,823 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,824 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/764ffb80ed2a4720b6e86956e7c7b21a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b4ac6841a23f4749b68d34a6f50902b0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/19101dd1e45848cdae9a12f3a3e6d06e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/69b03409c8044a118c0bd69827636959, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6516dda43607449fa292d7a2e82986b2] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=61.3 K 2024-12-17T08:28:55,824 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 764ffb80ed2a4720b6e86956e7c7b21a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1734424131248 2024-12-17T08:28:55,825 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ac6841a23f4749b68d34a6f50902b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1734424131263 2024-12-17T08:28:55,825 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 19101dd1e45848cdae9a12f3a3e6d06e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1734424131407 2024-12-17T08:28:55,825 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b03409c8044a118c0bd69827636959, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1734424131738 2024-12-17T08:28:55,826 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6516dda43607449fa292d7a2e82986b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1734424133884 2024-12-17T08:28:55,837 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:55,838 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/cb4b8ad5517e4f8ab13984d451994261 is 50, key is test_row_0/C:col10/1734424133884/Put/seqid=0 2024-12-17T08:28:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741971_1147 (size=13731) 2024-12-17T08:28:55,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:28:55,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-17T08:28:55,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:55,845 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:28:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:55,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bde06ed6026a44c4a28361024ac0b9d5 is 50, key is test_row_0/A:col10/1734424134504/Put/seqid=0 2024-12-17T08:28:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741972_1148 (size=12301) 2024-12-17T08:28:56,213 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bd27af3f3d6c46a4a0e0c729dfd4ead1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bd27af3f3d6c46a4a0e0c729dfd4ead1 2024-12-17T08:28:56,219 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into bd27af3f3d6c46a4a0e0c729dfd4ead1(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:56,219 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:56,219 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=11, startTime=1734424135771; duration=0sec 2024-12-17T08:28:56,219 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:56,219 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:56,257 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bde06ed6026a44c4a28361024ac0b9d5 2024-12-17T08:28:56,275 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/cb4b8ad5517e4f8ab13984d451994261 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/cb4b8ad5517e4f8ab13984d451994261 2024-12-17T08:28:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6a41b9141003484e90c58af1e66b5a9b is 50, key is test_row_0/B:col10/1734424134504/Put/seqid=0 2024-12-17T08:28:56,287 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into cb4b8ad5517e4f8ab13984d451994261(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:56,287 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:56,287 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=11, startTime=1734424135771; duration=0sec 2024-12-17T08:28:56,288 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:56,288 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741973_1149 (size=12301) 2024-12-17T08:28:56,291 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6a41b9141003484e90c58af1e66b5a9b 2024-12-17T08:28:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/25f9c09699bb48beae4377a3b15f07d2 is 50, key is test_row_0/C:col10/1734424134504/Put/seqid=0 2024-12-17T08:28:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741974_1150 (size=12301) 2024-12-17T08:28:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T08:28:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:56,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. as already flushing 2024-12-17T08:28:56,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424196650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424196650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424196651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,706 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/25f9c09699bb48beae4377a3b15f07d2 2024-12-17T08:28:56,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/bde06ed6026a44c4a28361024ac0b9d5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bde06ed6026a44c4a28361024ac0b9d5 2024-12-17T08:28:56,718 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bde06ed6026a44c4a28361024ac0b9d5, entries=150, sequenceid=648, filesize=12.0 K 2024-12-17T08:28:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6a41b9141003484e90c58af1e66b5a9b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6a41b9141003484e90c58af1e66b5a9b 2024-12-17T08:28:56,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6a41b9141003484e90c58af1e66b5a9b, entries=150, sequenceid=648, filesize=12.0 K 2024-12-17T08:28:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/25f9c09699bb48beae4377a3b15f07d2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/25f9c09699bb48beae4377a3b15f07d2 2024-12-17T08:28:56,729 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/25f9c09699bb48beae4377a3b15f07d2, entries=150, sequenceid=648, filesize=12.0 K 2024-12-17T08:28:56,730 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 812351f20f65457d9980f35cad7e7833 in 885ms, sequenceid=648, compaction requested=false 2024-12-17T08:28:56,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:56,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:56,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-17T08:28:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=39 2024-12-17T08:28:56,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-17T08:28:56,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2640 sec 2024-12-17T08:28:56,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.2690 sec 2024-12-17T08:28:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:56,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-17T08:28:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:56,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/1e19b8a75e5542c383bc017c238f4fa8 is 50, key is test_row_0/A:col10/1734424136754/Put/seqid=0 2024-12-17T08:28:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424196760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424196761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424196762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741975_1151 (size=12301) 2024-12-17T08:28:56,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/1e19b8a75e5542c383bc017c238f4fa8 2024-12-17T08:28:56,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6e8bed3226454e9c87246ce0eb1c4c71 is 50, key is test_row_0/B:col10/1734424136754/Put/seqid=0 2024-12-17T08:28:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741976_1152 (size=12301) 2024-12-17T08:28:56,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6e8bed3226454e9c87246ce0eb1c4c71 2024-12-17T08:28:56,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/5581ee1b05824c62a8a67d0074ea831e is 50, key is test_row_0/C:col10/1734424136754/Put/seqid=0 2024-12-17T08:28:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741977_1153 (size=12301) 2024-12-17T08:28:56,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/5581ee1b05824c62a8a67d0074ea831e 2024-12-17T08:28:56,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/1e19b8a75e5542c383bc017c238f4fa8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/1e19b8a75e5542c383bc017c238f4fa8 2024-12-17T08:28:56,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/1e19b8a75e5542c383bc017c238f4fa8, entries=150, sequenceid=679, filesize=12.0 K 2024-12-17T08:28:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/6e8bed3226454e9c87246ce0eb1c4c71 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e8bed3226454e9c87246ce0eb1c4c71 2024-12-17T08:28:56,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e8bed3226454e9c87246ce0eb1c4c71, entries=150, sequenceid=679, filesize=12.0 K 2024-12-17T08:28:56,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/5581ee1b05824c62a8a67d0074ea831e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/5581ee1b05824c62a8a67d0074ea831e 2024-12-17T08:28:56,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/5581ee1b05824c62a8a67d0074ea831e, entries=150, sequenceid=679, filesize=12.0 K 2024-12-17T08:28:56,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 812351f20f65457d9980f35cad7e7833 in 97ms, sequenceid=679, compaction requested=true 2024-12-17T08:28:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:56,851 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:56,851 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:56,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:56,853 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:56,853 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:56,853 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:56,853 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:56,853 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:56,853 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:56,853 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/22806acfe1ea499eb2f1c8d2687042c4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6a41b9141003484e90c58af1e66b5a9b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e8bed3226454e9c87246ce0eb1c4c71] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=37.5 K 2024-12-17T08:28:56,853 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bd27af3f3d6c46a4a0e0c729dfd4ead1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bde06ed6026a44c4a28361024ac0b9d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/1e19b8a75e5542c383bc017c238f4fa8] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=37.5 K 2024-12-17T08:28:56,853 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 22806acfe1ea499eb2f1c8d2687042c4, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1734424133884 2024-12-17T08:28:56,853 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd27af3f3d6c46a4a0e0c729dfd4ead1, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1734424133884 2024-12-17T08:28:56,854 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a41b9141003484e90c58af1e66b5a9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1734424134499 2024-12-17T08:28:56,854 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde06ed6026a44c4a28361024ac0b9d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1734424134499 2024-12-17T08:28:56,854 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e8bed3226454e9c87246ce0eb1c4c71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=679, earliestPutTs=1734424136649 2024-12-17T08:28:56,855 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e19b8a75e5542c383bc017c238f4fa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=679, earliestPutTs=1734424136649 2024-12-17T08:28:56,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:28:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:56,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:56,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:56,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:56,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:56,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:56,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:56,877 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#139 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:56,878 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/d0317fde52f649deb232a142738d3ce4 is 50, key is test_row_0/B:col10/1734424136754/Put/seqid=0 2024-12-17T08:28:56,878 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:56,879 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/d0a133869ecb4b3ea7ad1c2502638b58 is 50, key is test_row_0/A:col10/1734424136754/Put/seqid=0 2024-12-17T08:28:56,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2486c05f475942bd8229d5760a85558f is 50, key is test_row_0/A:col10/1734424136868/Put/seqid=0 2024-12-17T08:28:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741979_1155 (size=13901) 2024-12-17T08:28:56,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741978_1154 (size=13901) 2024-12-17T08:28:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741980_1156 (size=14741) 2024-12-17T08:28:56,896 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/d0317fde52f649deb232a142738d3ce4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d0317fde52f649deb232a142738d3ce4 2024-12-17T08:28:56,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2486c05f475942bd8229d5760a85558f 2024-12-17T08:28:56,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424196897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424196899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424196899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:56,905 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into d0317fde52f649deb232a142738d3ce4(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:56,905 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:56,905 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424136851; duration=0sec 2024-12-17T08:28:56,905 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:56,905 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:56,905 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:56,907 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:56,908 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:56,908 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:56,908 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/cb4b8ad5517e4f8ab13984d451994261, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/25f9c09699bb48beae4377a3b15f07d2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/5581ee1b05824c62a8a67d0074ea831e] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=37.4 K 2024-12-17T08:28:56,908 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4b8ad5517e4f8ab13984d451994261, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1734424133884 2024-12-17T08:28:56,909 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f9c09699bb48beae4377a3b15f07d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1734424134499 2024-12-17T08:28:56,910 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 5581ee1b05824c62a8a67d0074ea831e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=679, earliestPutTs=1734424136649 2024-12-17T08:28:56,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b9afce755d1b4de097259a2f5b17f72b is 50, key is test_row_0/B:col10/1734424136868/Put/seqid=0 2024-12-17T08:28:56,934 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:56,935 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/6b14bd3129764535a75c0968ea4f8ee2 is 50, key is test_row_0/C:col10/1734424136754/Put/seqid=0 2024-12-17T08:28:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741981_1157 (size=12301) 2024-12-17T08:28:56,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741982_1158 (size=13833) 2024-12-17T08:28:56,953 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/6b14bd3129764535a75c0968ea4f8ee2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6b14bd3129764535a75c0968ea4f8ee2 2024-12-17T08:28:56,961 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 6b14bd3129764535a75c0968ea4f8ee2(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:56,961 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:56,961 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=13, startTime=1734424136851; duration=0sec 2024-12-17T08:28:56,961 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:56,961 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:28:57,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424197000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424197003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424197004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,108 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7b4e84 to 127.0.0.1:49694 2024-12-17T08:28:57,109 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:28:57,109 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3909b87d to 127.0.0.1:49694 2024-12-17T08:28:57,109 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:28:57,109 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c5c7344 to 127.0.0.1:49694 2024-12-17T08:28:57,109 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:28:57,109 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0072c84e to 127.0.0.1:49694 2024-12-17T08:28:57,109 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:28:57,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43886 deadline: 1734424197171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,172 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18266 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:28:57,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43926 deadline: 1734424197181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,182 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18265 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:28:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424197203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424197206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 358 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424197206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,293 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/d0a133869ecb4b3ea7ad1c2502638b58 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0a133869ecb4b3ea7ad1c2502638b58 2024-12-17T08:28:57,298 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into d0a133869ecb4b3ea7ad1c2502638b58(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:57,299 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:57,299 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424136851; duration=0sec 2024-12-17T08:28:57,299 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:57,299 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:57,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b9afce755d1b4de097259a2f5b17f72b 2024-12-17T08:28:57,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/95e89486c85d405d9c1cc34c3a9e0b6d is 50, key is test_row_0/C:col10/1734424136868/Put/seqid=0 2024-12-17T08:28:57,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741983_1159 (size=12301) 2024-12-17T08:28:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43908 deadline: 1734424197506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43884 deadline: 1734424197508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:28:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43910 deadline: 1734424197509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 2024-12-17T08:28:57,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=691 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/95e89486c85d405d9c1cc34c3a9e0b6d 2024-12-17T08:28:57,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/2486c05f475942bd8229d5760a85558f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2486c05f475942bd8229d5760a85558f 2024-12-17T08:28:57,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2486c05f475942bd8229d5760a85558f, entries=200, sequenceid=691, filesize=14.4 K 2024-12-17T08:28:57,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/b9afce755d1b4de097259a2f5b17f72b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9afce755d1b4de097259a2f5b17f72b 2024-12-17T08:28:57,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9afce755d1b4de097259a2f5b17f72b, entries=150, sequenceid=691, filesize=12.0 K 2024-12-17T08:28:57,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/95e89486c85d405d9c1cc34c3a9e0b6d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/95e89486c85d405d9c1cc34c3a9e0b6d 2024-12-17T08:28:57,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/95e89486c85d405d9c1cc34c3a9e0b6d, entries=150, sequenceid=691, filesize=12.0 K 2024-12-17T08:28:57,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 812351f20f65457d9980f35cad7e7833 in 901ms, sequenceid=691, compaction requested=false 2024-12-17T08:28:57,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 812351f20f65457d9980f35cad7e7833 2024-12-17T08:28:58,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:28:58,010 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x336619a6 to 127.0.0.1:49694 2024-12-17T08:28:58,010 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:28:58,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:28:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:28:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:28:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:28:58,012 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ddb4a72 to 127.0.0.1:49694 2024-12-17T08:28:58,012 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:28:58,013 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62083522 to 127.0.0.1:49694 2024-12-17T08:28:58,013 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:28:58,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/530bfdeafde84a8091ae870c7c5a9cfa is 50, key is test_row_0/A:col10/1734424136897/Put/seqid=0 2024-12-17T08:28:58,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741984_1160 (size=12301) 2024-12-17T08:28:58,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=719 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/530bfdeafde84a8091ae870c7c5a9cfa 2024-12-17T08:28:58,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9a24f9859cdb4054a3bfaf76a061e727 is 50, key is test_row_0/B:col10/1734424136897/Put/seqid=0 2024-12-17T08:28:58,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741985_1161 (size=12301) 2024-12-17T08:28:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-17T08:28:58,573 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-17T08:28:58,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=719 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9a24f9859cdb4054a3bfaf76a061e727 2024-12-17T08:28:58,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/c4875a0042d4423eb4ee370e045ab821 is 50, key is test_row_0/C:col10/1734424136897/Put/seqid=0 2024-12-17T08:28:58,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741986_1162 (size=12301) 2024-12-17T08:28:59,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=719 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/c4875a0042d4423eb4ee370e045ab821 2024-12-17T08:28:59,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/530bfdeafde84a8091ae870c7c5a9cfa as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/530bfdeafde84a8091ae870c7c5a9cfa 2024-12-17T08:28:59,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/530bfdeafde84a8091ae870c7c5a9cfa, entries=150, sequenceid=719, filesize=12.0 K 2024-12-17T08:28:59,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/9a24f9859cdb4054a3bfaf76a061e727 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9a24f9859cdb4054a3bfaf76a061e727 2024-12-17T08:28:59,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9a24f9859cdb4054a3bfaf76a061e727, entries=150, sequenceid=719, filesize=12.0 K 2024-12-17T08:28:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/c4875a0042d4423eb4ee370e045ab821 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c4875a0042d4423eb4ee370e045ab821 2024-12-17T08:28:59,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c4875a0042d4423eb4ee370e045ab821, entries=150, sequenceid=719, filesize=12.0 K 2024-12-17T08:28:59,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 812351f20f65457d9980f35cad7e7833 in 1254ms, sequenceid=719, compaction requested=true 2024-12-17T08:28:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:28:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:59,264 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:28:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:59,264 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 812351f20f65457d9980f35cad7e7833:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:28:59,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:59,265 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40943 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:59,265 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/A is initiating minor compaction (all files) 2024-12-17T08:28:59,265 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/A in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:59,265 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:59,265 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/B is initiating minor compaction (all files) 2024-12-17T08:28:59,265 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0a133869ecb4b3ea7ad1c2502638b58, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2486c05f475942bd8229d5760a85558f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/530bfdeafde84a8091ae870c7c5a9cfa] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=40.0 K 2024-12-17T08:28:59,265 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/B in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:59,265 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d0317fde52f649deb232a142738d3ce4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9afce755d1b4de097259a2f5b17f72b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9a24f9859cdb4054a3bfaf76a061e727] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=37.6 K 2024-12-17T08:28:59,265 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0a133869ecb4b3ea7ad1c2502638b58, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=679, earliestPutTs=1734424136649 2024-12-17T08:28:59,265 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d0317fde52f649deb232a142738d3ce4, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=679, earliestPutTs=1734424136649 2024-12-17T08:28:59,266 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2486c05f475942bd8229d5760a85558f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1734424136865 2024-12-17T08:28:59,266 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b9afce755d1b4de097259a2f5b17f72b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1734424136867 2024-12-17T08:28:59,266 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a24f9859cdb4054a3bfaf76a061e727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=719, earliestPutTs=1734424136896 2024-12-17T08:28:59,266 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 530bfdeafde84a8091ae870c7c5a9cfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=719, earliestPutTs=1734424136896 2024-12-17T08:28:59,273 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#A#compaction#148 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:59,274 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#B#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:59,274 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/af5423e47d094084b60f6d80e2861199 is 50, key is test_row_0/A:col10/1734424136897/Put/seqid=0 2024-12-17T08:28:59,274 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/1e18f87fa13d476993ca57b28a0c75f0 is 50, key is test_row_0/B:col10/1734424136897/Put/seqid=0 2024-12-17T08:28:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741987_1163 (size=14003) 2024-12-17T08:28:59,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741988_1164 (size=14003) 2024-12-17T08:28:59,683 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/1e18f87fa13d476993ca57b28a0c75f0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1e18f87fa13d476993ca57b28a0c75f0 2024-12-17T08:28:59,683 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/af5423e47d094084b60f6d80e2861199 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/af5423e47d094084b60f6d80e2861199 2024-12-17T08:28:59,688 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/B of 812351f20f65457d9980f35cad7e7833 into 1e18f87fa13d476993ca57b28a0c75f0(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:59,689 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/A of 812351f20f65457d9980f35cad7e7833 into af5423e47d094084b60f6d80e2861199(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:28:59,689 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:59,689 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:28:59,689 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/B, priority=13, startTime=1734424139264; duration=0sec 2024-12-17T08:28:59,689 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/A, priority=13, startTime=1734424139264; duration=0sec 2024-12-17T08:28:59,689 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:28:59,689 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:B 2024-12-17T08:28:59,689 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:28:59,689 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:28:59,689 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:A 2024-12-17T08:28:59,690 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:28:59,690 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 812351f20f65457d9980f35cad7e7833/C is initiating minor compaction (all files) 2024-12-17T08:28:59,690 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 812351f20f65457d9980f35cad7e7833/C in TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:28:59,690 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6b14bd3129764535a75c0968ea4f8ee2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/95e89486c85d405d9c1cc34c3a9e0b6d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c4875a0042d4423eb4ee370e045ab821] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp, totalSize=37.5 K 2024-12-17T08:28:59,690 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b14bd3129764535a75c0968ea4f8ee2, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=679, earliestPutTs=1734424136649 2024-12-17T08:28:59,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 95e89486c85d405d9c1cc34c3a9e0b6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=691, earliestPutTs=1734424136867 2024-12-17T08:28:59,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c4875a0042d4423eb4ee370e045ab821, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=719, earliestPutTs=1734424136896 2024-12-17T08:28:59,699 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 812351f20f65457d9980f35cad7e7833#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:28:59,699 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/53a7c848d2ed4ed987d91972872c6dde is 50, key is test_row_0/C:col10/1734424136897/Put/seqid=0 2024-12-17T08:28:59,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741989_1165 (size=13935) 2024-12-17T08:29:00,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:29:00,109 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/53a7c848d2ed4ed987d91972872c6dde as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/53a7c848d2ed4ed987d91972872c6dde 2024-12-17T08:29:00,113 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 812351f20f65457d9980f35cad7e7833/C of 812351f20f65457d9980f35cad7e7833 into 53a7c848d2ed4ed987d91972872c6dde(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:00,113 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:29:00,113 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833., storeName=812351f20f65457d9980f35cad7e7833/C, priority=13, startTime=1734424139264; duration=0sec 2024-12-17T08:29:00,114 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:00,114 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 812351f20f65457d9980f35cad7e7833:C 2024-12-17T08:29:07,195 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49b4be90 to 127.0.0.1:49694 2024-12-17T08:29:07,195 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:07,247 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x035ff1ca to 127.0.0.1:49694 2024-12-17T08:29:07,247 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:07,247 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 172 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 190 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6575 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6401 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2854 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8560 rows 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2818 2024-12-17T08:29:07,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8453 rows 2024-12-17T08:29:07,248 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:29:07,248 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x307f6610 to 127.0.0.1:49694 2024-12-17T08:29:07,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:07,252 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T08:29:07,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T08:29:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:07,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424147264"}]},"ts":"1734424147264"} 2024-12-17T08:29:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T08:29:07,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T08:29:07,268 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T08:29:07,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:29:07,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=812351f20f65457d9980f35cad7e7833, UNASSIGN}] 2024-12-17T08:29:07,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=812351f20f65457d9980f35cad7e7833, UNASSIGN 2024-12-17T08:29:07,274 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=812351f20f65457d9980f35cad7e7833, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:07,275 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:29:07,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:29:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T08:29:07,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:07,432 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 812351f20f65457d9980f35cad7e7833 2024-12-17T08:29:07,432 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 812351f20f65457d9980f35cad7e7833, disabling compactions & flushes 2024-12-17T08:29:07,433 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. after waiting 0 ms 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:29:07,433 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(2837): Flushing 812351f20f65457d9980f35cad7e7833 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=A 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=B 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:07,433 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 812351f20f65457d9980f35cad7e7833, store=C 2024-12-17T08:29:07,434 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:07,438 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/55133b7cfe31473baa13eb395ac944da is 50, key is test_row_2/A:col10/1734424147246/Put/seqid=0 2024-12-17T08:29:07,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741990_1166 (size=7415) 2024-12-17T08:29:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T08:29:07,743 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-17T08:29:07,745 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-17T08:29:07,842 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=729 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/55133b7cfe31473baa13eb395ac944da 2024-12-17T08:29:07,850 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/e199af9405f1493793df6476fd883a20 is 50, key is test_row_2/B:col10/1734424147246/Put/seqid=0 2024-12-17T08:29:07,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741991_1167 (size=7415) 2024-12-17T08:29:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T08:29:08,255 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=729 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/e199af9405f1493793df6476fd883a20 2024-12-17T08:29:08,262 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/b933b396bd57479da2f66304ddb331b1 is 50, key is test_row_2/C:col10/1734424147246/Put/seqid=0 2024-12-17T08:29:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741992_1168 (size=7415) 2024-12-17T08:29:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T08:29:08,667 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=729 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/b933b396bd57479da2f66304ddb331b1 2024-12-17T08:29:08,672 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/A/55133b7cfe31473baa13eb395ac944da as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/55133b7cfe31473baa13eb395ac944da 2024-12-17T08:29:08,676 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/55133b7cfe31473baa13eb395ac944da, entries=50, sequenceid=729, filesize=7.2 K 2024-12-17T08:29:08,677 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/B/e199af9405f1493793df6476fd883a20 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e199af9405f1493793df6476fd883a20 2024-12-17T08:29:08,681 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e199af9405f1493793df6476fd883a20, entries=50, sequenceid=729, filesize=7.2 K 2024-12-17T08:29:08,682 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/.tmp/C/b933b396bd57479da2f66304ddb331b1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b933b396bd57479da2f66304ddb331b1 2024-12-17T08:29:08,686 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b933b396bd57479da2f66304ddb331b1, entries=50, sequenceid=729, filesize=7.2 K 2024-12-17T08:29:08,687 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 812351f20f65457d9980f35cad7e7833 in 1254ms, sequenceid=729, compaction requested=false 2024-12-17T08:29:08,688 DEBUG [StoreCloser-TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/70db0416eaf14824b704c5c74d8ce4be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/923c04c8af7a4041ade4880877d2d35b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/360daac7b7c9486b81c6116e7e79c046, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2b26ca0fdda24ba989063a0082901c9a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b93cc4e9a3ee4500ac11cbfca5ae0f02, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/db3b2341a7b44b96b5eb38b6ed299153, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0762f0b14e240c384bd284a40aa3e02, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3fea5ddfba0143f5ab1204f31a80f40f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/142386f5ab5c493eaf924ad998da87d9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/16056703b7a141a5916926e2b01f3dbd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b709b571052b495dbd09d0e9b8249933, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/dca0cfcf95374890a91b0c1bfb1910cb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c5352f497bc2421e9a30f5ade068f28d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b991332564f94629877c089ded5a787c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2dd855b2dbaf424b88516c526d1d013f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3648150e590b46cea9b1121549b24f37, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/4905dddfc28a44fb85fdb459afe50db7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/0d104123550a48549b2442f28a742662, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b11bc4d0b8d54bf082ed2d9e66b7d57b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/8d5c55dac5e343b6bb0858771f6645b7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/7756707232cf4aca808c54b071e0677d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/33bdc3f8bf4e41ac871e54fa3c1bb53b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/454390e2becb4a7e88ed3ffe082b7a13, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/aaa67d0c208446edaa54b428046f502a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/78357e51ff744a759559e37bd96681da, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/df7ceb86fe094b48bd4352c374413fad, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/64d06a18f70e40078eca2eb6d2c8e5fa, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b99f34123c4c4301ae75bf1335db73aa, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/71d557033a094ed9820d48bf0cf12772, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/37e48a9c9bb0479d9ebc3098765fdbbe, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/04de855ee9a946dabe093c60ce3ee485, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b522559cf4f64134b8c6013706f7549b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b0efb51dc5e94f7e99c3056f4b038d6f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3f1442a4be9c48b0b5b0b281074db571, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b7aa00896b164bae89e08ec1415d3760, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/90a9b268e3cb451fb8cea6a3976a88c8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/40b31b464e764af29c04727a6b042825, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bc9a250b550646be9d6ff333ef4044d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/57ba8efea02d4a53b1d229963023ae81, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/20c20afef68f400faf3dce85ce7e3f2d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/27a0810e191a4c76855ca068360459e9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/869987500296432ca742021dc26c00a5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c4558c82cbaa493398bdf8f518b07787, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/10f8a4fb0ca44abca86f327926378935, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bd27af3f3d6c46a4a0e0c729dfd4ead1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bde06ed6026a44c4a28361024ac0b9d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0a133869ecb4b3ea7ad1c2502638b58, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/1e19b8a75e5542c383bc017c238f4fa8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2486c05f475942bd8229d5760a85558f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/530bfdeafde84a8091ae870c7c5a9cfa] to archive 2024-12-17T08:29:08,691 DEBUG [StoreCloser-TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:29:08,699 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2b26ca0fdda24ba989063a0082901c9a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2b26ca0fdda24ba989063a0082901c9a 2024-12-17T08:29:08,699 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/db3b2341a7b44b96b5eb38b6ed299153 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/db3b2341a7b44b96b5eb38b6ed299153 2024-12-17T08:29:08,699 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0762f0b14e240c384bd284a40aa3e02 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0762f0b14e240c384bd284a40aa3e02 2024-12-17T08:29:08,699 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b93cc4e9a3ee4500ac11cbfca5ae0f02 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b93cc4e9a3ee4500ac11cbfca5ae0f02 2024-12-17T08:29:08,700 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/70db0416eaf14824b704c5c74d8ce4be to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/70db0416eaf14824b704c5c74d8ce4be 2024-12-17T08:29:08,700 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3fea5ddfba0143f5ab1204f31a80f40f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3fea5ddfba0143f5ab1204f31a80f40f 2024-12-17T08:29:08,700 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/923c04c8af7a4041ade4880877d2d35b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/923c04c8af7a4041ade4880877d2d35b 2024-12-17T08:29:08,700 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/360daac7b7c9486b81c6116e7e79c046 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/360daac7b7c9486b81c6116e7e79c046 2024-12-17T08:29:08,702 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/16056703b7a141a5916926e2b01f3dbd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/16056703b7a141a5916926e2b01f3dbd 2024-12-17T08:29:08,702 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b709b571052b495dbd09d0e9b8249933 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b709b571052b495dbd09d0e9b8249933 2024-12-17T08:29:08,702 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b991332564f94629877c089ded5a787c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b991332564f94629877c089ded5a787c 2024-12-17T08:29:08,702 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2dd855b2dbaf424b88516c526d1d013f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2dd855b2dbaf424b88516c526d1d013f 2024-12-17T08:29:08,703 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c5352f497bc2421e9a30f5ade068f28d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c5352f497bc2421e9a30f5ade068f28d 2024-12-17T08:29:08,703 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/dca0cfcf95374890a91b0c1bfb1910cb to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/dca0cfcf95374890a91b0c1bfb1910cb 2024-12-17T08:29:08,703 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/142386f5ab5c493eaf924ad998da87d9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/142386f5ab5c493eaf924ad998da87d9 2024-12-17T08:29:08,704 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3648150e590b46cea9b1121549b24f37 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3648150e590b46cea9b1121549b24f37 2024-12-17T08:29:08,705 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/0d104123550a48549b2442f28a742662 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/0d104123550a48549b2442f28a742662 2024-12-17T08:29:08,705 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b11bc4d0b8d54bf082ed2d9e66b7d57b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b11bc4d0b8d54bf082ed2d9e66b7d57b 2024-12-17T08:29:08,705 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/8d5c55dac5e343b6bb0858771f6645b7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/8d5c55dac5e343b6bb0858771f6645b7 2024-12-17T08:29:08,706 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/4905dddfc28a44fb85fdb459afe50db7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/4905dddfc28a44fb85fdb459afe50db7 2024-12-17T08:29:08,706 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/33bdc3f8bf4e41ac871e54fa3c1bb53b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/33bdc3f8bf4e41ac871e54fa3c1bb53b 2024-12-17T08:29:08,706 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/7756707232cf4aca808c54b071e0677d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/7756707232cf4aca808c54b071e0677d 2024-12-17T08:29:08,706 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/aaa67d0c208446edaa54b428046f502a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/aaa67d0c208446edaa54b428046f502a 2024-12-17T08:29:08,706 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/454390e2becb4a7e88ed3ffe082b7a13 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/454390e2becb4a7e88ed3ffe082b7a13 2024-12-17T08:29:08,707 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/78357e51ff744a759559e37bd96681da to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/78357e51ff744a759559e37bd96681da 2024-12-17T08:29:08,708 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/64d06a18f70e40078eca2eb6d2c8e5fa to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/64d06a18f70e40078eca2eb6d2c8e5fa 2024-12-17T08:29:08,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b99f34123c4c4301ae75bf1335db73aa to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b99f34123c4c4301ae75bf1335db73aa 2024-12-17T08:29:08,708 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/df7ceb86fe094b48bd4352c374413fad to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/df7ceb86fe094b48bd4352c374413fad 2024-12-17T08:29:08,709 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/71d557033a094ed9820d48bf0cf12772 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/71d557033a094ed9820d48bf0cf12772 2024-12-17T08:29:08,709 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/37e48a9c9bb0479d9ebc3098765fdbbe to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/37e48a9c9bb0479d9ebc3098765fdbbe 2024-12-17T08:29:08,709 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/04de855ee9a946dabe093c60ce3ee485 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/04de855ee9a946dabe093c60ce3ee485 2024-12-17T08:29:08,709 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b522559cf4f64134b8c6013706f7549b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b522559cf4f64134b8c6013706f7549b 2024-12-17T08:29:08,710 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/90a9b268e3cb451fb8cea6a3976a88c8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/90a9b268e3cb451fb8cea6a3976a88c8 2024-12-17T08:29:08,711 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b0efb51dc5e94f7e99c3056f4b038d6f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b0efb51dc5e94f7e99c3056f4b038d6f 2024-12-17T08:29:08,711 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b7aa00896b164bae89e08ec1415d3760 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/b7aa00896b164bae89e08ec1415d3760 2024-12-17T08:29:08,712 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/57ba8efea02d4a53b1d229963023ae81 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/57ba8efea02d4a53b1d229963023ae81 2024-12-17T08:29:08,713 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/20c20afef68f400faf3dce85ce7e3f2d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/20c20afef68f400faf3dce85ce7e3f2d 2024-12-17T08:29:08,713 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bc9a250b550646be9d6ff333ef4044d5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bc9a250b550646be9d6ff333ef4044d5 2024-12-17T08:29:08,713 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/40b31b464e764af29c04727a6b042825 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/40b31b464e764af29c04727a6b042825 2024-12-17T08:29:08,713 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3f1442a4be9c48b0b5b0b281074db571 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/3f1442a4be9c48b0b5b0b281074db571 2024-12-17T08:29:08,714 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/27a0810e191a4c76855ca068360459e9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/27a0810e191a4c76855ca068360459e9 2024-12-17T08:29:08,714 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/869987500296432ca742021dc26c00a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/869987500296432ca742021dc26c00a5 2024-12-17T08:29:08,714 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/10f8a4fb0ca44abca86f327926378935 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/10f8a4fb0ca44abca86f327926378935 2024-12-17T08:29:08,714 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c4558c82cbaa493398bdf8f518b07787 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/c4558c82cbaa493398bdf8f518b07787 2024-12-17T08:29:08,715 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bd27af3f3d6c46a4a0e0c729dfd4ead1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bd27af3f3d6c46a4a0e0c729dfd4ead1 2024-12-17T08:29:08,715 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/1e19b8a75e5542c383bc017c238f4fa8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/1e19b8a75e5542c383bc017c238f4fa8 2024-12-17T08:29:08,715 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0a133869ecb4b3ea7ad1c2502638b58 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/d0a133869ecb4b3ea7ad1c2502638b58 2024-12-17T08:29:08,716 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bde06ed6026a44c4a28361024ac0b9d5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/bde06ed6026a44c4a28361024ac0b9d5 2024-12-17T08:29:08,716 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/530bfdeafde84a8091ae870c7c5a9cfa to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/530bfdeafde84a8091ae870c7c5a9cfa 2024-12-17T08:29:08,716 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2486c05f475942bd8229d5760a85558f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/2486c05f475942bd8229d5760a85558f 2024-12-17T08:29:08,733 DEBUG [StoreCloser-TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9516390800b6477e8c91a0e77f63c02b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a9fd9c9e33214dac86de93ccd6984469, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a90875971ff74f118cdca9da7031b969, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/292c30d3ebf54892bf0eaaa817df2f30, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e3173d809d34798b55921b0ffb114ca, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b93b1fe8cf5b4f7a81569eea38986051, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9dd8846894a4fc993921554e105d196, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e0611e7645b24b09bcf554c0efc328fb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/374ce4d594c54caa86d82a30b797af04, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a0b803200e0a42c1acb8b2fa1a956d67, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/939930665737473dbed106715a801468, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8d71187e2dc8458ab9ffac43994bcc98, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0398431efa384903a65a84a25b10359a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/927965676d2e498fb4cc9bd41ee6d013, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/44bc63f1a819486da4b136a06b11805a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/058851bbd16c46c9bf658df023279fe7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8bd98d76d73f4e5fad3ff0a10e0275dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6257530c786f4888a891ad97af7f8362, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c34ee1d342d24ba286dd1d4a14b737d3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/70f63d3568704645b4caab23ba077f9f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/ae907aed2ae14a2180bed2d34b67c61b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d8b23d7676bc4ff88faa386cd2acaab5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c2cc6f75139d4394956f349feec4b844, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/f270cabce60b47d5bb9294c8901c14e2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/601027aae7e5406285343942a9318af4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c14a4b2f76f5462e8f42add7e8f09bc6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6b797c81852841b4a1824fe8ac3ba9b8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/417f82c51f5f442eb4b2fa2f2b45b6b9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5042d85a86704b5399b69491bee95d8f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5d81756377d0445c868ac79a149fe37e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9fa5c73b1d2247db9a0b29870060a83a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1d1f33f60a954a29a4d4cbc93d0e58b5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c789071e9a6b4edead12e208f73308be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/7d3d2ee672094e60bd6c3061837751d6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5ff2f4e573394ca5a9f4ede31e305f7b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/74260a7331bd4041ace61ee222294989, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8974e82b9cde46d99e1ec8c8e69da445, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8344a8aa2ce44b2fb785da806b2fb110, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/711d3a0c6cc546ba889e6f28697655b9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/63ddf12b15434b58b3ab97fd3a56fef1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/fedd73e1e9ac441c8356b76adae4b3a6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/4e4ce2fde22149cf9673e462285da159, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/97f178cb45fd48beb1c43b3fd67bf632, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/22806acfe1ea499eb2f1c8d2687042c4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0cd046d9ce8844a2bad45d4df3b420d6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6a41b9141003484e90c58af1e66b5a9b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d0317fde52f649deb232a142738d3ce4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e8bed3226454e9c87246ce0eb1c4c71, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9afce755d1b4de097259a2f5b17f72b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9a24f9859cdb4054a3bfaf76a061e727] to archive 2024-12-17T08:29:08,735 DEBUG [StoreCloser-TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:29:08,737 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a90875971ff74f118cdca9da7031b969 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a90875971ff74f118cdca9da7031b969 2024-12-17T08:29:08,737 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9516390800b6477e8c91a0e77f63c02b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9516390800b6477e8c91a0e77f63c02b 2024-12-17T08:29:08,737 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a9fd9c9e33214dac86de93ccd6984469 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a9fd9c9e33214dac86de93ccd6984469 2024-12-17T08:29:08,737 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e3173d809d34798b55921b0ffb114ca to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e3173d809d34798b55921b0ffb114ca 2024-12-17T08:29:08,738 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9dd8846894a4fc993921554e105d196 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9dd8846894a4fc993921554e105d196 2024-12-17T08:29:08,738 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/292c30d3ebf54892bf0eaaa817df2f30 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/292c30d3ebf54892bf0eaaa817df2f30 2024-12-17T08:29:08,738 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b93b1fe8cf5b4f7a81569eea38986051 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b93b1fe8cf5b4f7a81569eea38986051 2024-12-17T08:29:08,738 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e0611e7645b24b09bcf554c0efc328fb to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e0611e7645b24b09bcf554c0efc328fb 2024-12-17T08:29:08,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/374ce4d594c54caa86d82a30b797af04 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/374ce4d594c54caa86d82a30b797af04 2024-12-17T08:29:08,740 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a0b803200e0a42c1acb8b2fa1a956d67 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/a0b803200e0a42c1acb8b2fa1a956d67 2024-12-17T08:29:08,740 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/939930665737473dbed106715a801468 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/939930665737473dbed106715a801468 2024-12-17T08:29:08,740 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/927965676d2e498fb4cc9bd41ee6d013 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/927965676d2e498fb4cc9bd41ee6d013 2024-12-17T08:29:08,740 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0398431efa384903a65a84a25b10359a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0398431efa384903a65a84a25b10359a 2024-12-17T08:29:08,740 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/44bc63f1a819486da4b136a06b11805a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/44bc63f1a819486da4b136a06b11805a 2024-12-17T08:29:08,740 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/058851bbd16c46c9bf658df023279fe7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/058851bbd16c46c9bf658df023279fe7 2024-12-17T08:29:08,741 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8d71187e2dc8458ab9ffac43994bcc98 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8d71187e2dc8458ab9ffac43994bcc98 2024-12-17T08:29:08,741 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8bd98d76d73f4e5fad3ff0a10e0275dd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8bd98d76d73f4e5fad3ff0a10e0275dd 2024-12-17T08:29:08,742 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6257530c786f4888a891ad97af7f8362 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6257530c786f4888a891ad97af7f8362 2024-12-17T08:29:08,742 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c34ee1d342d24ba286dd1d4a14b737d3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c34ee1d342d24ba286dd1d4a14b737d3 2024-12-17T08:29:08,742 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/ae907aed2ae14a2180bed2d34b67c61b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/ae907aed2ae14a2180bed2d34b67c61b 2024-12-17T08:29:08,743 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d8b23d7676bc4ff88faa386cd2acaab5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d8b23d7676bc4ff88faa386cd2acaab5 2024-12-17T08:29:08,743 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c2cc6f75139d4394956f349feec4b844 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c2cc6f75139d4394956f349feec4b844 2024-12-17T08:29:08,743 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/70f63d3568704645b4caab23ba077f9f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/70f63d3568704645b4caab23ba077f9f 2024-12-17T08:29:08,744 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/f270cabce60b47d5bb9294c8901c14e2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/f270cabce60b47d5bb9294c8901c14e2 2024-12-17T08:29:08,744 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/601027aae7e5406285343942a9318af4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/601027aae7e5406285343942a9318af4 2024-12-17T08:29:08,744 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c14a4b2f76f5462e8f42add7e8f09bc6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c14a4b2f76f5462e8f42add7e8f09bc6 2024-12-17T08:29:08,745 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6b797c81852841b4a1824fe8ac3ba9b8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6b797c81852841b4a1824fe8ac3ba9b8 2024-12-17T08:29:08,745 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/417f82c51f5f442eb4b2fa2f2b45b6b9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/417f82c51f5f442eb4b2fa2f2b45b6b9 2024-12-17T08:29:08,745 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5042d85a86704b5399b69491bee95d8f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5042d85a86704b5399b69491bee95d8f 2024-12-17T08:29:08,745 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5d81756377d0445c868ac79a149fe37e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5d81756377d0445c868ac79a149fe37e 2024-12-17T08:29:08,745 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9fa5c73b1d2247db9a0b29870060a83a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9fa5c73b1d2247db9a0b29870060a83a 2024-12-17T08:29:08,746 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c789071e9a6b4edead12e208f73308be to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/c789071e9a6b4edead12e208f73308be 2024-12-17T08:29:08,747 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1d1f33f60a954a29a4d4cbc93d0e58b5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1d1f33f60a954a29a4d4cbc93d0e58b5 2024-12-17T08:29:08,747 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/7d3d2ee672094e60bd6c3061837751d6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/7d3d2ee672094e60bd6c3061837751d6 2024-12-17T08:29:08,748 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5ff2f4e573394ca5a9f4ede31e305f7b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/5ff2f4e573394ca5a9f4ede31e305f7b 2024-12-17T08:29:08,748 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/74260a7331bd4041ace61ee222294989 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/74260a7331bd4041ace61ee222294989 2024-12-17T08:29:08,748 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8974e82b9cde46d99e1ec8c8e69da445 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8974e82b9cde46d99e1ec8c8e69da445 2024-12-17T08:29:08,748 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8344a8aa2ce44b2fb785da806b2fb110 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/8344a8aa2ce44b2fb785da806b2fb110 2024-12-17T08:29:08,748 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/711d3a0c6cc546ba889e6f28697655b9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/711d3a0c6cc546ba889e6f28697655b9 2024-12-17T08:29:08,749 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/63ddf12b15434b58b3ab97fd3a56fef1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/63ddf12b15434b58b3ab97fd3a56fef1 2024-12-17T08:29:08,750 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/fedd73e1e9ac441c8356b76adae4b3a6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/fedd73e1e9ac441c8356b76adae4b3a6 2024-12-17T08:29:08,750 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/22806acfe1ea499eb2f1c8d2687042c4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/22806acfe1ea499eb2f1c8d2687042c4 2024-12-17T08:29:08,750 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/4e4ce2fde22149cf9673e462285da159 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/4e4ce2fde22149cf9673e462285da159 2024-12-17T08:29:08,750 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/97f178cb45fd48beb1c43b3fd67bf632 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/97f178cb45fd48beb1c43b3fd67bf632 2024-12-17T08:29:08,751 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d0317fde52f649deb232a142738d3ce4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/d0317fde52f649deb232a142738d3ce4 2024-12-17T08:29:08,751 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0cd046d9ce8844a2bad45d4df3b420d6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/0cd046d9ce8844a2bad45d4df3b420d6 2024-12-17T08:29:08,751 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6a41b9141003484e90c58af1e66b5a9b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6a41b9141003484e90c58af1e66b5a9b 2024-12-17T08:29:08,752 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e8bed3226454e9c87246ce0eb1c4c71 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/6e8bed3226454e9c87246ce0eb1c4c71 2024-12-17T08:29:08,752 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9afce755d1b4de097259a2f5b17f72b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/b9afce755d1b4de097259a2f5b17f72b 2024-12-17T08:29:08,752 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9a24f9859cdb4054a3bfaf76a061e727 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/9a24f9859cdb4054a3bfaf76a061e727 2024-12-17T08:29:08,754 DEBUG [StoreCloser-TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/49faf5390a5443b1802433ad6182d2ec, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9fc6efd358c1475795d80ef5ac006bb8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4975b8f4bcce4c7b8e6750244a9be1ac, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/3645bde6b6dc4163a25c481dd53a8f66, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9e420146867d45a9b730ce534364cacf, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/8928612d30574ab888d45b603772a53d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/930a043e52d148e38b4ffc250de895f6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/622f5d25018647e2bae0d6a06b55271c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9806c345cc45460eba5cbe7e4bdcf849, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4032a74e1814f4eb4cc996dff3b71f1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/06d700bd45bd4959a712526244496878, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/13d3715365c843db8cd4f8e2466bcac5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/434c5568396946b2bdf4169781aceefc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a43d0e590a3047f8825aba40991e7c49, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/24e226076e584282a4abe8ed2456a0ca, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/70bfd349f3304d2b8e2b813d79971f62, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/f2cf8843c463440fabaca787e3950f1d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4280a68f9634cd5a03008abb8cbeec6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/21c6c622b85b401ca043d2c6428d9143, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/1e4566d2a5cc406bb32466bb608a8a56, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a8fc4aef3ccd4248a32cc78002e41b93, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/bde10585a90941239768b99f589a957e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4a847bd3da1f4440ad0240051cac4603, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/ed72a8858ce643b2beb3d0a3e2dfc1f5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9f2d64daf3cc4cb78da9e9ed231bab48, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/61470c27d0694b5f92f4780549e6c24e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9a4bfb8b7f8b495ebaf7828b93909877, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/e6eb6cc7a6c340d2929db7c3cd2ce43f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4b820b14f93c40ca96c8fa68c1780b9b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/11f9cf1a0b85465a94f0fc7bd64e061b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/72eb0cd9ff1e4cc1b4c477e32882d89e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/86be6508562b433b97261c6787ea1480, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/2bfcb48523b645a6afa014be78e3ff07, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/792a037856b644c8a53a8390a540e987, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/90a1e65a59674518bd773f148da7ffb1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/354e11206dc245fd8470453f08315d48, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/764ffb80ed2a4720b6e86956e7c7b21a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c6f2e27ea79c428dba503ee52b427761, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b4ac6841a23f4749b68d34a6f50902b0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/19101dd1e45848cdae9a12f3a3e6d06e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/69b03409c8044a118c0bd69827636959, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/cb4b8ad5517e4f8ab13984d451994261, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6516dda43607449fa292d7a2e82986b2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/25f9c09699bb48beae4377a3b15f07d2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6b14bd3129764535a75c0968ea4f8ee2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/5581ee1b05824c62a8a67d0074ea831e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/95e89486c85d405d9c1cc34c3a9e0b6d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c4875a0042d4423eb4ee370e045ab821] to archive 2024-12-17T08:29:08,756 DEBUG [StoreCloser-TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:29:08,760 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4975b8f4bcce4c7b8e6750244a9be1ac to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4975b8f4bcce4c7b8e6750244a9be1ac 2024-12-17T08:29:08,760 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/49faf5390a5443b1802433ad6182d2ec to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/49faf5390a5443b1802433ad6182d2ec 2024-12-17T08:29:08,760 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/930a043e52d148e38b4ffc250de895f6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/930a043e52d148e38b4ffc250de895f6 2024-12-17T08:29:08,760 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9e420146867d45a9b730ce534364cacf to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9e420146867d45a9b730ce534364cacf 2024-12-17T08:29:08,760 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9fc6efd358c1475795d80ef5ac006bb8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9fc6efd358c1475795d80ef5ac006bb8 2024-12-17T08:29:08,761 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/8928612d30574ab888d45b603772a53d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/8928612d30574ab888d45b603772a53d 2024-12-17T08:29:08,761 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/622f5d25018647e2bae0d6a06b55271c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/622f5d25018647e2bae0d6a06b55271c 2024-12-17T08:29:08,761 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/3645bde6b6dc4163a25c481dd53a8f66 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/3645bde6b6dc4163a25c481dd53a8f66 2024-12-17T08:29:08,762 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4032a74e1814f4eb4cc996dff3b71f1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4032a74e1814f4eb4cc996dff3b71f1 2024-12-17T08:29:08,763 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9806c345cc45460eba5cbe7e4bdcf849 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9806c345cc45460eba5cbe7e4bdcf849 2024-12-17T08:29:08,763 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/434c5568396946b2bdf4169781aceefc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/434c5568396946b2bdf4169781aceefc 2024-12-17T08:29:08,763 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a43d0e590a3047f8825aba40991e7c49 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a43d0e590a3047f8825aba40991e7c49 2024-12-17T08:29:08,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/06d700bd45bd4959a712526244496878 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/06d700bd45bd4959a712526244496878 2024-12-17T08:29:08,763 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/24e226076e584282a4abe8ed2456a0ca to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/24e226076e584282a4abe8ed2456a0ca 2024-12-17T08:29:08,764 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/13d3715365c843db8cd4f8e2466bcac5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/13d3715365c843db8cd4f8e2466bcac5 2024-12-17T08:29:08,764 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/70bfd349f3304d2b8e2b813d79971f62 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/70bfd349f3304d2b8e2b813d79971f62 2024-12-17T08:29:08,765 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/f2cf8843c463440fabaca787e3950f1d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/f2cf8843c463440fabaca787e3950f1d 2024-12-17T08:29:08,765 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/1e4566d2a5cc406bb32466bb608a8a56 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/1e4566d2a5cc406bb32466bb608a8a56 2024-12-17T08:29:08,765 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a8fc4aef3ccd4248a32cc78002e41b93 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a8fc4aef3ccd4248a32cc78002e41b93 2024-12-17T08:29:08,766 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4280a68f9634cd5a03008abb8cbeec6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/a4280a68f9634cd5a03008abb8cbeec6 2024-12-17T08:29:08,766 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/bde10585a90941239768b99f589a957e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/bde10585a90941239768b99f589a957e 2024-12-17T08:29:08,766 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/21c6c622b85b401ca043d2c6428d9143 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/21c6c622b85b401ca043d2c6428d9143 2024-12-17T08:29:08,766 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4a847bd3da1f4440ad0240051cac4603 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4a847bd3da1f4440ad0240051cac4603 2024-12-17T08:29:08,767 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/ed72a8858ce643b2beb3d0a3e2dfc1f5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/ed72a8858ce643b2beb3d0a3e2dfc1f5 2024-12-17T08:29:08,768 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/61470c27d0694b5f92f4780549e6c24e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/61470c27d0694b5f92f4780549e6c24e 2024-12-17T08:29:08,768 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/e6eb6cc7a6c340d2929db7c3cd2ce43f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/e6eb6cc7a6c340d2929db7c3cd2ce43f 2024-12-17T08:29:08,768 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4b820b14f93c40ca96c8fa68c1780b9b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/4b820b14f93c40ca96c8fa68c1780b9b 2024-12-17T08:29:08,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9a4bfb8b7f8b495ebaf7828b93909877 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9a4bfb8b7f8b495ebaf7828b93909877 2024-12-17T08:29:08,769 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/11f9cf1a0b85465a94f0fc7bd64e061b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/11f9cf1a0b85465a94f0fc7bd64e061b 2024-12-17T08:29:08,769 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/72eb0cd9ff1e4cc1b4c477e32882d89e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/72eb0cd9ff1e4cc1b4c477e32882d89e 2024-12-17T08:29:08,769 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9f2d64daf3cc4cb78da9e9ed231bab48 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/9f2d64daf3cc4cb78da9e9ed231bab48 2024-12-17T08:29:08,770 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/86be6508562b433b97261c6787ea1480 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/86be6508562b433b97261c6787ea1480 2024-12-17T08:29:08,770 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/2bfcb48523b645a6afa014be78e3ff07 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/2bfcb48523b645a6afa014be78e3ff07 2024-12-17T08:29:08,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/792a037856b644c8a53a8390a540e987 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/792a037856b644c8a53a8390a540e987 2024-12-17T08:29:08,771 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/354e11206dc245fd8470453f08315d48 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/354e11206dc245fd8470453f08315d48 2024-12-17T08:29:08,772 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/90a1e65a59674518bd773f148da7ffb1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/90a1e65a59674518bd773f148da7ffb1 2024-12-17T08:29:08,772 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b4ac6841a23f4749b68d34a6f50902b0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b4ac6841a23f4749b68d34a6f50902b0 2024-12-17T08:29:08,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/764ffb80ed2a4720b6e86956e7c7b21a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/764ffb80ed2a4720b6e86956e7c7b21a 2024-12-17T08:29:08,772 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c6f2e27ea79c428dba503ee52b427761 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c6f2e27ea79c428dba503ee52b427761 2024-12-17T08:29:08,773 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/19101dd1e45848cdae9a12f3a3e6d06e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/19101dd1e45848cdae9a12f3a3e6d06e 2024-12-17T08:29:08,773 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/69b03409c8044a118c0bd69827636959 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/69b03409c8044a118c0bd69827636959 2024-12-17T08:29:08,774 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6516dda43607449fa292d7a2e82986b2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6516dda43607449fa292d7a2e82986b2 2024-12-17T08:29:08,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/cb4b8ad5517e4f8ab13984d451994261 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/cb4b8ad5517e4f8ab13984d451994261 2024-12-17T08:29:08,774 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/25f9c09699bb48beae4377a3b15f07d2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/25f9c09699bb48beae4377a3b15f07d2 2024-12-17T08:29:08,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/5581ee1b05824c62a8a67d0074ea831e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/5581ee1b05824c62a8a67d0074ea831e 2024-12-17T08:29:08,774 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6b14bd3129764535a75c0968ea4f8ee2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/6b14bd3129764535a75c0968ea4f8ee2 2024-12-17T08:29:08,775 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/95e89486c85d405d9c1cc34c3a9e0b6d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/95e89486c85d405d9c1cc34c3a9e0b6d 2024-12-17T08:29:08,775 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c4875a0042d4423eb4ee370e045ab821 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/c4875a0042d4423eb4ee370e045ab821 2024-12-17T08:29:08,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/recovered.edits/732.seqid, newMaxSeqId=732, maxSeqId=1 2024-12-17T08:29:08,784 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833. 2024-12-17T08:29:08,784 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 812351f20f65457d9980f35cad7e7833: 2024-12-17T08:29:08,786 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 812351f20f65457d9980f35cad7e7833 2024-12-17T08:29:08,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=812351f20f65457d9980f35cad7e7833, regionState=CLOSED 2024-12-17T08:29:08,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-17T08:29:08,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 812351f20f65457d9980f35cad7e7833, server=c41f045e1357,40233,1734424111672 in 1.5130 sec 2024-12-17T08:29:08,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-17T08:29:08,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=812351f20f65457d9980f35cad7e7833, UNASSIGN in 1.5160 sec 2024-12-17T08:29:08,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-17T08:29:08,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5220 sec 2024-12-17T08:29:08,794 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424148793"}]},"ts":"1734424148793"} 2024-12-17T08:29:08,795 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T08:29:08,797 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T08:29:08,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5380 sec 2024-12-17T08:29:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-17T08:29:09,368 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-17T08:29:09,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T08:29:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:09,377 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:09,379 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=44, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-17T08:29:09,381 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833 2024-12-17T08:29:09,385 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/recovered.edits] 2024-12-17T08:29:09,389 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/55133b7cfe31473baa13eb395ac944da to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/55133b7cfe31473baa13eb395ac944da 2024-12-17T08:29:09,389 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/af5423e47d094084b60f6d80e2861199 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/A/af5423e47d094084b60f6d80e2861199 2024-12-17T08:29:09,391 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1e18f87fa13d476993ca57b28a0c75f0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/1e18f87fa13d476993ca57b28a0c75f0 2024-12-17T08:29:09,392 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e199af9405f1493793df6476fd883a20 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/B/e199af9405f1493793df6476fd883a20 2024-12-17T08:29:09,394 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/53a7c848d2ed4ed987d91972872c6dde to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/53a7c848d2ed4ed987d91972872c6dde 2024-12-17T08:29:09,394 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b933b396bd57479da2f66304ddb331b1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/C/b933b396bd57479da2f66304ddb331b1 2024-12-17T08:29:09,397 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/recovered.edits/732.seqid to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833/recovered.edits/732.seqid 2024-12-17T08:29:09,398 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/812351f20f65457d9980f35cad7e7833 2024-12-17T08:29:09,398 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T08:29:09,403 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=44, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:09,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-17T08:29:09,410 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T08:29:09,440 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T08:29:09,441 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=44, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:09,442 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T08:29:09,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734424149442"}]},"ts":"9223372036854775807"} 2024-12-17T08:29:09,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:29:09,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 812351f20f65457d9980f35cad7e7833, NAME => 'TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:29:09,445 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T08:29:09,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734424149445"}]},"ts":"9223372036854775807"} 2024-12-17T08:29:09,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T08:29:09,450 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=44, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:09,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-12-17T08:29:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-17T08:29:09,480 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 44 completed 2024-12-17T08:29:09,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=246 (was 220) Potentially hanging thread: hconnection-0x6d4ef8b9-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d4ef8b9-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_949358790_22 at /127.0.0.1:37010 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d4ef8b9-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c41f045e1357:40233-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d4ef8b9-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c41f045e1357:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 126) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7201 (was 7730) 2024-12-17T08:29:09,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=7200 2024-12-17T08:29:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:29:09,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:29:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:09,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:29:09,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:09,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 45 2024-12-17T08:29:09,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:29:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-17T08:29:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741993_1169 (size=963) 2024-12-17T08:29:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-17T08:29:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-17T08:29:09,922 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:29:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741994_1170 (size=53) 2024-12-17T08:29:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-17T08:29:10,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:29:10,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 55070ef73e7ef075317bada3f5a410dc, disabling compactions & flushes 2024-12-17T08:29:10,329 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. after waiting 0 ms 2024-12-17T08:29:10,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,329 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:10,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:29:10,331 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734424150331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734424150331"}]},"ts":"1734424150331"} 2024-12-17T08:29:10,332 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:29:10,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:29:10,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424150333"}]},"ts":"1734424150333"} 2024-12-17T08:29:10,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T08:29:10,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, ASSIGN}] 2024-12-17T08:29:10,339 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, ASSIGN 2024-12-17T08:29:10,339 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, ASSIGN; state=OFFLINE, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=false 2024-12-17T08:29:10,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:10,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:29:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-17T08:29:10,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:10,646 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,647 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:29:10,647 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,647 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:29:10,647 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,647 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,648 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,650 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:10,650 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55070ef73e7ef075317bada3f5a410dc columnFamilyName A 2024-12-17T08:29:10,650 DEBUG [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:10,651 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(327): Store=55070ef73e7ef075317bada3f5a410dc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:10,651 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,652 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:10,652 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55070ef73e7ef075317bada3f5a410dc columnFamilyName B 2024-12-17T08:29:10,653 DEBUG [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:10,653 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(327): Store=55070ef73e7ef075317bada3f5a410dc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:10,653 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,654 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:10,654 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55070ef73e7ef075317bada3f5a410dc columnFamilyName C 2024-12-17T08:29:10,654 DEBUG [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:10,655 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(327): Store=55070ef73e7ef075317bada3f5a410dc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:10,655 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,655 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,656 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,657 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:29:10,658 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:10,660 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:29:10,660 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 55070ef73e7ef075317bada3f5a410dc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70135229, jitterRate=0.04509635269641876}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:29:10,661 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:10,662 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., pid=47, masterSystemTime=1734424150643 2024-12-17T08:29:10,663 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,663 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:10,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:10,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-17T08:29:10,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 in 173 msec 2024-12-17T08:29:10,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-17T08:29:10,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, ASSIGN in 328 msec 2024-12-17T08:29:10,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:29:10,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424150668"}]},"ts":"1734424150668"} 2024-12-17T08:29:10,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T08:29:10,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:29:10,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-12-17T08:29:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-17T08:29:11,620 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-17T08:29:11,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x083eb3a5 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50b6382b 2024-12-17T08:29:11,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bc83b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:11,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:11,629 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:11,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:29:11,632 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:29:11,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:29:11,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:29:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741995_1171 (size=999) 2024-12-17T08:29:11,657 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T08:29:11,657 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T08:29:11,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:29:11,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, REOPEN/MOVE}] 2024-12-17T08:29:11,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, REOPEN/MOVE 2024-12-17T08:29:11,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:11,670 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:29:11,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; CloseRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:29:11,822 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:11,822 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(124): Close 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:11,822 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:29:11,822 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1681): Closing 55070ef73e7ef075317bada3f5a410dc, disabling compactions & flushes 2024-12-17T08:29:11,823 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:11,823 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:11,823 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. after waiting 0 ms 2024-12-17T08:29:11,823 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:11,826 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:29:11,827 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:11,827 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegion(1635): Region close journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:11,827 WARN [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] regionserver.HRegionServer(3786): Not adding moved region record: 55070ef73e7ef075317bada3f5a410dc to self. 2024-12-17T08:29:11,828 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=51}] handler.UnassignRegionHandler(170): Closed 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:11,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=CLOSED 2024-12-17T08:29:11,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=50 2024-12-17T08:29:11,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=50, state=SUCCESS; CloseRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 in 160 msec 2024-12-17T08:29:11,831 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, REOPEN/MOVE; state=CLOSED, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=true 2024-12-17T08:29:11,982 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:11,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE; OpenRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:29:12,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,138 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,138 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:29:12,139 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,139 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:29:12,139 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,139 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,141 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,142 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:12,147 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55070ef73e7ef075317bada3f5a410dc columnFamilyName A 2024-12-17T08:29:12,149 DEBUG [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:12,149 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(327): Store=55070ef73e7ef075317bada3f5a410dc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:12,150 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,151 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:12,151 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55070ef73e7ef075317bada3f5a410dc columnFamilyName B 2024-12-17T08:29:12,151 DEBUG [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:12,151 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(327): Store=55070ef73e7ef075317bada3f5a410dc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:12,151 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,152 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:12,152 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55070ef73e7ef075317bada3f5a410dc columnFamilyName C 2024-12-17T08:29:12,152 DEBUG [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:12,152 INFO [StoreOpener-55070ef73e7ef075317bada3f5a410dc-1 {}] regionserver.HStore(327): Store=55070ef73e7ef075317bada3f5a410dc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:12,152 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,153 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,154 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,155 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:29:12,156 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,157 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 55070ef73e7ef075317bada3f5a410dc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63106475, jitterRate=-0.05964024364948273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:29:12,158 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:12,159 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., pid=52, masterSystemTime=1734424152135 2024-12-17T08:29:12,160 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,160 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=OPEN, openSeqNum=5, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=50 2024-12-17T08:29:12,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=50, state=SUCCESS; OpenRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 in 179 msec 2024-12-17T08:29:12,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-17T08:29:12,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, REOPEN/MOVE in 495 msec 2024-12-17T08:29:12,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-12-17T08:29:12,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-12-17T08:29:12,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 527 msec 2024-12-17T08:29:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=48 2024-12-17T08:29:12,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-17T08:29:12,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5400112e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048068a5 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a8f4734 2024-12-17T08:29:12,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,189 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c964e8 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9ed28bb 2024-12-17T08:29:12,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,193 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c3b736e to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70267494 2024-12-17T08:29:12,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-17T08:29:12,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-12-17T08:29:12,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,205 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3bb8b26c to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@163e60cb 2024-12-17T08:29:12,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbe420c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,209 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32239a70 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@577e8cc7 2024-12-17T08:29:12,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd1a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b3821ad to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@480380b9 2024-12-17T08:29:12,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:12,220 DEBUG [hconnection-0x69517ddd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,220 DEBUG [hconnection-0x4bcdd05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,221 DEBUG [hconnection-0x2c0924f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:12,222 DEBUG [hconnection-0x5944f551-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,222 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,222 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,223 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,223 DEBUG [hconnection-0x273d439b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-17T08:29:12,224 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T08:29:12,225 DEBUG [hconnection-0x1f4a35a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,225 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:12,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:12,226 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,226 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,227 DEBUG [hconnection-0xa59a72a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,227 DEBUG [hconnection-0x5f09badf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,228 DEBUG [hconnection-0x7478890d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:12,232 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,233 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,233 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:29:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:12,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121711d2091311b549beb15d498dd5ccf7d5_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424152239/Put/seqid=0 2024-12-17T08:29:12,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424212305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424212307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424212309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424212310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424212312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741996_1172 (size=12154) 2024-12-17T08:29:12,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:12,324 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121711d2091311b549beb15d498dd5ccf7d5_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121711d2091311b549beb15d498dd5ccf7d5_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,325 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c9f70540cdec4a588eb5282242b62458, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T08:29:12,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c9f70540cdec4a588eb5282242b62458 is 175, key is test_row_0/A:col10/1734424152239/Put/seqid=0 2024-12-17T08:29:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741997_1173 (size=30955) 2024-12-17T08:29:12,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c9f70540cdec4a588eb5282242b62458 2024-12-17T08:29:12,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/72db31dc8af148c587be3b355dc47cd4 is 50, key is test_row_0/B:col10/1734424152239/Put/seqid=0 2024-12-17T08:29:12,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741998_1174 (size=12001) 2024-12-17T08:29:12,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/72db31dc8af148c587be3b355dc47cd4 2024-12-17T08:29:12,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424212414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424212414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424212416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424212417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424212419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/f739b417a20d49a1b7be38dbc22da146 is 50, key is test_row_0/C:col10/1734424152239/Put/seqid=0 2024-12-17T08:29:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741999_1175 (size=12001) 2024-12-17T08:29:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T08:29:12,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424212619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424212619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424212619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424212621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424212623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T08:29:12,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:12,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:12,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/f739b417a20d49a1b7be38dbc22da146 2024-12-17T08:29:12,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c9f70540cdec4a588eb5282242b62458 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c9f70540cdec4a588eb5282242b62458 2024-12-17T08:29:12,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c9f70540cdec4a588eb5282242b62458, entries=150, sequenceid=16, filesize=30.2 K 2024-12-17T08:29:12,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/72db31dc8af148c587be3b355dc47cd4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/72db31dc8af148c587be3b355dc47cd4 2024-12-17T08:29:12,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/72db31dc8af148c587be3b355dc47cd4, entries=150, sequenceid=16, filesize=11.7 K 2024-12-17T08:29:12,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/f739b417a20d49a1b7be38dbc22da146 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f739b417a20d49a1b7be38dbc22da146 2024-12-17T08:29:12,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f739b417a20d49a1b7be38dbc22da146, entries=150, sequenceid=16, filesize=11.7 K 2024-12-17T08:29:12,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 55070ef73e7ef075317bada3f5a410dc in 669ms, sequenceid=16, compaction requested=false 2024-12-17T08:29:12,911 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T08:29:12,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:12,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:29:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:12,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:12,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:12,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:12,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:12,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424212944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174d4b2bb12dca483f85a50f1aebe37913_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424152923/Put/seqid=0 2024-12-17T08:29:12,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424212952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424212952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424212955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424212958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742000_1176 (size=14594) 2024-12-17T08:29:12,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:12,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:13,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:13,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,008 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174d4b2bb12dca483f85a50f1aebe37913_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174d4b2bb12dca483f85a50f1aebe37913_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:13,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c582356313bd4d8cab0619808b181a8e, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:13,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c582356313bd4d8cab0619808b181a8e is 175, key is test_row_0/A:col10/1734424152923/Put/seqid=0 2024-12-17T08:29:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742001_1177 (size=39549) 2024-12-17T08:29:13,044 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c582356313bd4d8cab0619808b181a8e 2024-12-17T08:29:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424213058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/31764a822eeb4e2083bdc5459df545e0 is 50, key is test_row_0/B:col10/1734424152923/Put/seqid=0 2024-12-17T08:29:13,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424213078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424213078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424213078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424213079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742002_1178 (size=12001) 2024-12-17T08:29:13,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/31764a822eeb4e2083bdc5459df545e0 2024-12-17T08:29:13,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/8a2abfca87b24ec0a2db785aa64c56c1 is 50, key is test_row_0/C:col10/1734424152923/Put/seqid=0 2024-12-17T08:29:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742003_1179 (size=12001) 2024-12-17T08:29:13,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/8a2abfca87b24ec0a2db785aa64c56c1 2024-12-17T08:29:13,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c582356313bd4d8cab0619808b181a8e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c582356313bd4d8cab0619808b181a8e 2024-12-17T08:29:13,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c582356313bd4d8cab0619808b181a8e, entries=200, sequenceid=41, filesize=38.6 K 2024-12-17T08:29:13,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/31764a822eeb4e2083bdc5459df545e0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31764a822eeb4e2083bdc5459df545e0 2024-12-17T08:29:13,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:13,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:13,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31764a822eeb4e2083bdc5459df545e0, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T08:29:13,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/8a2abfca87b24ec0a2db785aa64c56c1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/8a2abfca87b24ec0a2db785aa64c56c1 2024-12-17T08:29:13,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/8a2abfca87b24ec0a2db785aa64c56c1, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T08:29:13,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 55070ef73e7ef075317bada3f5a410dc in 234ms, sequenceid=41, compaction requested=false 2024-12-17T08:29:13,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:13,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:29:13,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:13,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:13,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:13,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:13,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:13,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:13,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177b10eef4d16140c2ab28b8b373462167_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424153274/Put/seqid=0 2024-12-17T08:29:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742004_1180 (size=14594) 2024-12-17T08:29:13,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T08:29:13,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424213332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424213333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424213335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424213339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424213341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424213442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424213443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424213443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424213447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424213448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:13,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:13,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424213645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424213647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424213647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424213649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424213653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,716 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:13,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177b10eef4d16140c2ab28b8b373462167_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177b10eef4d16140c2ab28b8b373462167_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:13,722 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/7e8073c3dac44cb18d46b8823b09c188, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:13,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/7e8073c3dac44cb18d46b8823b09c188 is 175, key is test_row_0/A:col10/1734424153274/Put/seqid=0 2024-12-17T08:29:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742005_1181 (size=39549) 2024-12-17T08:29:13,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/7e8073c3dac44cb18d46b8823b09c188 2024-12-17T08:29:13,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/45863a0b6bda4235a142de07e46b1bf8 is 50, key is test_row_0/B:col10/1734424153274/Put/seqid=0 2024-12-17T08:29:13,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742006_1182 (size=12001) 2024-12-17T08:29:13,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/45863a0b6bda4235a142de07e46b1bf8 2024-12-17T08:29:13,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:13,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/6abc8db838604102b9bb4fe62b48b3a7 is 50, key is test_row_0/C:col10/1734424153274/Put/seqid=0 2024-12-17T08:29:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742007_1183 (size=12001) 2024-12-17T08:29:13,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/6abc8db838604102b9bb4fe62b48b3a7 2024-12-17T08:29:13,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/7e8073c3dac44cb18d46b8823b09c188 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7e8073c3dac44cb18d46b8823b09c188 2024-12-17T08:29:13,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7e8073c3dac44cb18d46b8823b09c188, entries=200, sequenceid=54, filesize=38.6 K 2024-12-17T08:29:13,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/45863a0b6bda4235a142de07e46b1bf8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/45863a0b6bda4235a142de07e46b1bf8 2024-12-17T08:29:13,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/45863a0b6bda4235a142de07e46b1bf8, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T08:29:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/6abc8db838604102b9bb4fe62b48b3a7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/6abc8db838604102b9bb4fe62b48b3a7 2024-12-17T08:29:13,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/6abc8db838604102b9bb4fe62b48b3a7, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T08:29:13,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 55070ef73e7ef075317bada3f5a410dc in 538ms, sequenceid=54, compaction requested=true 2024-12-17T08:29:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:13,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:13,814 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:13,815 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:13,816 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:13,816 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:13,817 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,817 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:13,817 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:13,817 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c9f70540cdec4a588eb5282242b62458, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c582356313bd4d8cab0619808b181a8e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7e8073c3dac44cb18d46b8823b09c188] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=107.5 K 2024-12-17T08:29:13,817 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,817 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/72db31dc8af148c587be3b355dc47cd4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31764a822eeb4e2083bdc5459df545e0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/45863a0b6bda4235a142de07e46b1bf8] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.2 K 2024-12-17T08:29:13,817 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,817 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c9f70540cdec4a588eb5282242b62458, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c582356313bd4d8cab0619808b181a8e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7e8073c3dac44cb18d46b8823b09c188] 2024-12-17T08:29:13,817 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 72db31dc8af148c587be3b355dc47cd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424152227 2024-12-17T08:29:13,818 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9f70540cdec4a588eb5282242b62458, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424152227 2024-12-17T08:29:13,818 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 31764a822eeb4e2083bdc5459df545e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734424152307 2024-12-17T08:29:13,818 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c582356313bd4d8cab0619808b181a8e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734424152307 2024-12-17T08:29:13,819 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 45863a0b6bda4235a142de07e46b1bf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424152951 2024-12-17T08:29:13,819 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e8073c3dac44cb18d46b8823b09c188, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424152948 2024-12-17T08:29:13,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:13,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:13,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:13,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:13,838 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#163 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:13,839 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/30017619ad4046e68d121f1b80e86c8f is 50, key is test_row_0/B:col10/1734424153274/Put/seqid=0 2024-12-17T08:29:13,849 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:13,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742008_1184 (size=12104) 2024-12-17T08:29:13,877 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217ecfd236079be4d8b8fff245419426b74_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:13,879 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/30017619ad4046e68d121f1b80e86c8f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/30017619ad4046e68d121f1b80e86c8f 2024-12-17T08:29:13,887 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into 30017619ad4046e68d121f1b80e86c8f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:13,887 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:13,887 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424153814; duration=0sec 2024-12-17T08:29:13,887 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:13,887 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:13,887 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:13,889 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:13,889 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:13,889 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,889 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f739b417a20d49a1b7be38dbc22da146, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/8a2abfca87b24ec0a2db785aa64c56c1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/6abc8db838604102b9bb4fe62b48b3a7] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.2 K 2024-12-17T08:29:13,890 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f739b417a20d49a1b7be38dbc22da146, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424152227 2024-12-17T08:29:13,890 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a2abfca87b24ec0a2db785aa64c56c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734424152307 2024-12-17T08:29:13,891 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6abc8db838604102b9bb4fe62b48b3a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424152951 2024-12-17T08:29:13,891 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217ecfd236079be4d8b8fff245419426b74_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:13,891 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ecfd236079be4d8b8fff245419426b74_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742009_1185 (size=4469) 2024-12-17T08:29:13,910 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#164 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:13,912 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3161b99561134063a363925290f3d3c5 is 175, key is test_row_0/A:col10/1734424153274/Put/seqid=0 2024-12-17T08:29:13,917 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#165 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:13,918 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/ba2829b201754fa8a4bb6b4d70c6b13d is 50, key is test_row_0/C:col10/1734424153274/Put/seqid=0 2024-12-17T08:29:13,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-17T08:29:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:13,923 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:29:13,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:13,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:13,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742010_1186 (size=31058) 2024-12-17T08:29:13,950 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3161b99561134063a363925290f3d3c5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3161b99561134063a363925290f3d3c5 2024-12-17T08:29:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:13,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:13,959 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into 3161b99561134063a363925290f3d3c5(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:13,960 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:13,960 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424153814; duration=0sec 2024-12-17T08:29:13,960 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:13,960 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:13,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b89885b2ad3d4ada91669863efc6323a_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424153317/Put/seqid=0 2024-12-17T08:29:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742011_1187 (size=12104) 2024-12-17T08:29:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424213966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424213967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424213969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424213970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,973 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/ba2829b201754fa8a4bb6b4d70c6b13d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ba2829b201754fa8a4bb6b4d70c6b13d 2024-12-17T08:29:13,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424213971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:13,979 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into ba2829b201754fa8a4bb6b4d70c6b13d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:13,979 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:13,979 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424153829; duration=0sec 2024-12-17T08:29:13,979 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:13,979 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:13,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742012_1188 (size=12154) 2024-12-17T08:29:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:13,998 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b89885b2ad3d4ada91669863efc6323a_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b89885b2ad3d4ada91669863efc6323a_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:13,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/76b36a5d67ea48a9b848f1179fae4743, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/76b36a5d67ea48a9b848f1179fae4743 is 175, key is test_row_0/A:col10/1734424153317/Put/seqid=0 2024-12-17T08:29:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742013_1189 (size=30955) 2024-12-17T08:29:14,006 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/76b36a5d67ea48a9b848f1179fae4743 2024-12-17T08:29:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/3f52bad4c44b450a90011fd916dab39b is 50, key is test_row_0/B:col10/1734424153317/Put/seqid=0 2024-12-17T08:29:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742014_1190 (size=12001) 2024-12-17T08:29:14,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424214073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424214073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424214074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424214076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424214078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424214277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424214278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424214279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424214281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424214281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T08:29:14,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T08:29:14,423 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/3f52bad4c44b450a90011fd916dab39b 2024-12-17T08:29:14,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/5741c71cb6924e929c0d6005bb977e9f is 50, key is test_row_0/C:col10/1734424153317/Put/seqid=0 2024-12-17T08:29:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742015_1191 (size=12001) 2024-12-17T08:29:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424214581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424214583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424214583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424214584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424214587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:14,868 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/5741c71cb6924e929c0d6005bb977e9f 2024-12-17T08:29:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/76b36a5d67ea48a9b848f1179fae4743 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/76b36a5d67ea48a9b848f1179fae4743 2024-12-17T08:29:14,885 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/76b36a5d67ea48a9b848f1179fae4743, entries=150, sequenceid=78, filesize=30.2 K 2024-12-17T08:29:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/3f52bad4c44b450a90011fd916dab39b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3f52bad4c44b450a90011fd916dab39b 2024-12-17T08:29:14,895 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3f52bad4c44b450a90011fd916dab39b, entries=150, sequenceid=78, filesize=11.7 K 2024-12-17T08:29:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/5741c71cb6924e929c0d6005bb977e9f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/5741c71cb6924e929c0d6005bb977e9f 2024-12-17T08:29:14,905 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/5741c71cb6924e929c0d6005bb977e9f, entries=150, sequenceid=78, filesize=11.7 K 2024-12-17T08:29:14,906 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 55070ef73e7ef075317bada3f5a410dc in 983ms, sequenceid=78, compaction requested=false 2024-12-17T08:29:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-17T08:29:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-17T08:29:14,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-17T08:29:14,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6840 sec 2024-12-17T08:29:14,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.6900 sec 2024-12-17T08:29:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:15,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T08:29:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:15,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217989af660ec004912a5b6d610fd2749d2_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424155093/Put/seqid=0 2024-12-17T08:29:15,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424215117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424215118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424215118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424215119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424215126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742016_1192 (size=12154) 2024-12-17T08:29:15,135 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:15,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217989af660ec004912a5b6d610fd2749d2_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217989af660ec004912a5b6d610fd2749d2_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:15,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/0acf125b489f496a95fe659f7bb6c883, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:15,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/0acf125b489f496a95fe659f7bb6c883 is 175, key is test_row_0/A:col10/1734424155093/Put/seqid=0 2024-12-17T08:29:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742017_1193 (size=30955) 2024-12-17T08:29:15,166 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/0acf125b489f496a95fe659f7bb6c883 2024-12-17T08:29:15,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/10b0165af7b7437d945213161fe269ed is 50, key is test_row_0/B:col10/1734424155093/Put/seqid=0 2024-12-17T08:29:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742018_1194 (size=12001) 2024-12-17T08:29:15,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/10b0165af7b7437d945213161fe269ed 2024-12-17T08:29:15,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/9b093328c3d94abdb614ad556ffdf08f is 50, key is test_row_0/C:col10/1734424155093/Put/seqid=0 2024-12-17T08:29:15,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424215228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424215229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424215229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424215232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424215232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742019_1195 (size=12001) 2024-12-17T08:29:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424215432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424215432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424215432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424215435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424215436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/9b093328c3d94abdb614ad556ffdf08f 2024-12-17T08:29:15,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/0acf125b489f496a95fe659f7bb6c883 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/0acf125b489f496a95fe659f7bb6c883 2024-12-17T08:29:15,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/0acf125b489f496a95fe659f7bb6c883, entries=150, sequenceid=97, filesize=30.2 K 2024-12-17T08:29:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/10b0165af7b7437d945213161fe269ed as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/10b0165af7b7437d945213161fe269ed 2024-12-17T08:29:15,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/10b0165af7b7437d945213161fe269ed, entries=150, sequenceid=97, filesize=11.7 K 2024-12-17T08:29:15,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/9b093328c3d94abdb614ad556ffdf08f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9b093328c3d94abdb614ad556ffdf08f 2024-12-17T08:29:15,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9b093328c3d94abdb614ad556ffdf08f, entries=150, sequenceid=97, filesize=11.7 K 2024-12-17T08:29:15,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 55070ef73e7ef075317bada3f5a410dc in 581ms, sequenceid=97, compaction requested=true 2024-12-17T08:29:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:15,677 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:15,677 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:15,679 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:15,679 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:15,679 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:15,679 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3161b99561134063a363925290f3d3c5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/76b36a5d67ea48a9b848f1179fae4743, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/0acf125b489f496a95fe659f7bb6c883] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=90.8 K 2024-12-17T08:29:15,679 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:15,680 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3161b99561134063a363925290f3d3c5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/76b36a5d67ea48a9b848f1179fae4743, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/0acf125b489f496a95fe659f7bb6c883] 2024-12-17T08:29:15,680 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:15,680 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:15,680 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:15,680 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/30017619ad4046e68d121f1b80e86c8f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3f52bad4c44b450a90011fd916dab39b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/10b0165af7b7437d945213161fe269ed] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.3 K 2024-12-17T08:29:15,680 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3161b99561134063a363925290f3d3c5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424152951 2024-12-17T08:29:15,681 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 30017619ad4046e68d121f1b80e86c8f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424152951 2024-12-17T08:29:15,681 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76b36a5d67ea48a9b848f1179fae4743, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734424153317 2024-12-17T08:29:15,681 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f52bad4c44b450a90011fd916dab39b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734424153317 2024-12-17T08:29:15,681 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0acf125b489f496a95fe659f7bb6c883, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734424155086 2024-12-17T08:29:15,682 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 10b0165af7b7437d945213161fe269ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734424155086 2024-12-17T08:29:15,698 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:15,699 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/8c0507a108424142958ef5403123297e is 50, key is test_row_0/B:col10/1734424155093/Put/seqid=0 2024-12-17T08:29:15,701 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:15,709 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121726865c343c574fafabe272ca0be6ecf2_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:15,712 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121726865c343c574fafabe272ca0be6ecf2_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:15,713 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121726865c343c574fafabe272ca0be6ecf2_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:15,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742020_1196 (size=12207) 2024-12-17T08:29:15,720 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/8c0507a108424142958ef5403123297e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8c0507a108424142958ef5403123297e 2024-12-17T08:29:15,729 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into 8c0507a108424142958ef5403123297e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:15,729 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:15,729 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424155677; duration=0sec 2024-12-17T08:29:15,730 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:15,730 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:15,730 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:15,731 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:15,731 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:15,731 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:15,731 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ba2829b201754fa8a4bb6b4d70c6b13d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/5741c71cb6924e929c0d6005bb977e9f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9b093328c3d94abdb614ad556ffdf08f] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.3 K 2024-12-17T08:29:15,732 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ba2829b201754fa8a4bb6b4d70c6b13d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424152951 2024-12-17T08:29:15,732 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 5741c71cb6924e929c0d6005bb977e9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734424153317 2024-12-17T08:29:15,733 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b093328c3d94abdb614ad556ffdf08f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734424155086 2024-12-17T08:29:15,745 INFO [master/c41f045e1357:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-17T08:29:15,745 INFO [master/c41f045e1357:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-17T08:29:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742021_1197 (size=4469) 2024-12-17T08:29:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:15,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:29:15,751 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#173 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:15,755 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/e498736cb0c343e79ebb3af6c3c1e4f8 is 175, key is test_row_0/A:col10/1734424155093/Put/seqid=0 2024-12-17T08:29:15,756 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:15,760 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/3deeed16edde4afcbd7c1627508db5b6 is 50, key is test_row_0/C:col10/1734424155093/Put/seqid=0 2024-12-17T08:29:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424215763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424215765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424215765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424215766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424215768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c9406fc4352143fc826deb0caf77c755_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424155747/Put/seqid=0 2024-12-17T08:29:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742022_1198 (size=31161) 2024-12-17T08:29:15,816 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/e498736cb0c343e79ebb3af6c3c1e4f8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e498736cb0c343e79ebb3af6c3c1e4f8 2024-12-17T08:29:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742024_1200 (size=12154) 2024-12-17T08:29:15,823 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:15,824 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into e498736cb0c343e79ebb3af6c3c1e4f8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:15,824 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:15,824 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424155676; duration=0sec 2024-12-17T08:29:15,824 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:15,824 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:15,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c9406fc4352143fc826deb0caf77c755_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c9406fc4352143fc826deb0caf77c755_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:15,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c4b09c5412584212b65beb6f81e05eb4, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:15,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c4b09c5412584212b65beb6f81e05eb4 is 175, key is test_row_0/A:col10/1734424155747/Put/seqid=0 2024-12-17T08:29:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742023_1199 (size=12207) 2024-12-17T08:29:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742025_1201 (size=30955) 2024-12-17T08:29:15,839 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c4b09c5412584212b65beb6f81e05eb4 2024-12-17T08:29:15,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/d12ad29284b64d3c83f65d5cc917b9e2 is 50, key is test_row_0/B:col10/1734424155747/Put/seqid=0 2024-12-17T08:29:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742026_1202 (size=12001) 2024-12-17T08:29:15,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/d12ad29284b64d3c83f65d5cc917b9e2 2024-12-17T08:29:15,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424215870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424215870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424215871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424215873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424215874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:15,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/4c6c54ff7e4a4d23a7788bcbc384d350 is 50, key is test_row_0/C:col10/1734424155747/Put/seqid=0 2024-12-17T08:29:15,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742027_1203 (size=12001) 2024-12-17T08:29:15,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/4c6c54ff7e4a4d23a7788bcbc384d350 2024-12-17T08:29:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c4b09c5412584212b65beb6f81e05eb4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c4b09c5412584212b65beb6f81e05eb4 2024-12-17T08:29:15,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c4b09c5412584212b65beb6f81e05eb4, entries=150, sequenceid=121, filesize=30.2 K 2024-12-17T08:29:15,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/d12ad29284b64d3c83f65d5cc917b9e2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d12ad29284b64d3c83f65d5cc917b9e2 2024-12-17T08:29:15,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d12ad29284b64d3c83f65d5cc917b9e2, entries=150, sequenceid=121, filesize=11.7 K 2024-12-17T08:29:15,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/4c6c54ff7e4a4d23a7788bcbc384d350 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c6c54ff7e4a4d23a7788bcbc384d350 2024-12-17T08:29:15,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c6c54ff7e4a4d23a7788bcbc384d350, entries=150, sequenceid=121, filesize=11.7 K 2024-12-17T08:29:15,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 55070ef73e7ef075317bada3f5a410dc in 176ms, sequenceid=121, compaction requested=false 2024-12-17T08:29:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:16,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T08:29:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:16,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f61c27e269894c9b9336d59377d1c787_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424155767/Put/seqid=0 2024-12-17T08:29:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742028_1204 (size=14744) 2024-12-17T08:29:16,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:16,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f61c27e269894c9b9336d59377d1c787_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f61c27e269894c9b9336d59377d1c787_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:16,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/2b99b5a87c824d4da43eff7c559b5bd7, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:16,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/2b99b5a87c824d4da43eff7c559b5bd7 is 175, key is test_row_0/A:col10/1734424155767/Put/seqid=0 2024-12-17T08:29:16,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742029_1205 (size=39699) 2024-12-17T08:29:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424216131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424216135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424216136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424216137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424216137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424216238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424216239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424216239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,245 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/3deeed16edde4afcbd7c1627508db5b6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3deeed16edde4afcbd7c1627508db5b6 2024-12-17T08:29:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424216243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424216243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,255 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into 3deeed16edde4afcbd7c1627508db5b6(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:16,255 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:16,255 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424155677; duration=0sec 2024-12-17T08:29:16,255 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:16,255 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-17T08:29:16,332 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-17T08:29:16,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-17T08:29:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T08:29:16,336 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:16,337 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:16,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T08:29:16,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424216445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424216446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424216446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424216449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424216449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-17T08:29:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:16,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:16,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/2b99b5a87c824d4da43eff7c559b5bd7 2024-12-17T08:29:16,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/0160f0a336ff40b1b6f4d27e68ae9da2 is 50, key is test_row_0/B:col10/1734424155767/Put/seqid=0 2024-12-17T08:29:16,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742030_1206 (size=12101) 2024-12-17T08:29:16,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/0160f0a336ff40b1b6f4d27e68ae9da2 2024-12-17T08:29:16,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/0e21a0729a3c40ceaa7c9ae240e97423 is 50, key is test_row_0/C:col10/1734424155767/Put/seqid=0 2024-12-17T08:29:16,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742031_1207 (size=12101) 2024-12-17T08:29:16,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/0e21a0729a3c40ceaa7c9ae240e97423 2024-12-17T08:29:16,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/2b99b5a87c824d4da43eff7c559b5bd7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/2b99b5a87c824d4da43eff7c559b5bd7 2024-12-17T08:29:16,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/2b99b5a87c824d4da43eff7c559b5bd7, entries=200, sequenceid=136, filesize=38.8 K 2024-12-17T08:29:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/0160f0a336ff40b1b6f4d27e68ae9da2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/0160f0a336ff40b1b6f4d27e68ae9da2 2024-12-17T08:29:16,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/0160f0a336ff40b1b6f4d27e68ae9da2, entries=150, sequenceid=136, filesize=11.8 K 2024-12-17T08:29:16,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/0e21a0729a3c40ceaa7c9ae240e97423 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/0e21a0729a3c40ceaa7c9ae240e97423 2024-12-17T08:29:16,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/0e21a0729a3c40ceaa7c9ae240e97423, entries=150, sequenceid=136, filesize=11.8 K 2024-12-17T08:29:16,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 55070ef73e7ef075317bada3f5a410dc in 509ms, sequenceid=136, compaction requested=true 2024-12-17T08:29:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:16,585 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:16,585 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:16,586 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:16,586 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:16,586 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:16,587 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:16,587 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:16,587 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:16,587 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e498736cb0c343e79ebb3af6c3c1e4f8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c4b09c5412584212b65beb6f81e05eb4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/2b99b5a87c824d4da43eff7c559b5bd7] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=99.4 K 2024-12-17T08:29:16,587 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:16,587 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8c0507a108424142958ef5403123297e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d12ad29284b64d3c83f65d5cc917b9e2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/0160f0a336ff40b1b6f4d27e68ae9da2] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.5 K 2024-12-17T08:29:16,587 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e498736cb0c343e79ebb3af6c3c1e4f8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c4b09c5412584212b65beb6f81e05eb4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/2b99b5a87c824d4da43eff7c559b5bd7] 2024-12-17T08:29:16,587 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting e498736cb0c343e79ebb3af6c3c1e4f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734424155086 2024-12-17T08:29:16,587 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c0507a108424142958ef5403123297e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734424155086 2024-12-17T08:29:16,588 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d12ad29284b64d3c83f65d5cc917b9e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1734424155746 2024-12-17T08:29:16,588 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4b09c5412584212b65beb6f81e05eb4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1734424155746 2024-12-17T08:29:16,589 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0160f0a336ff40b1b6f4d27e68ae9da2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734424155759 2024-12-17T08:29:16,589 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b99b5a87c824d4da43eff7c559b5bd7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734424155759 2024-12-17T08:29:16,600 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:16,600 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:16,600 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/bb1610a58f1f4158bf1113e5e752332b is 50, key is test_row_0/B:col10/1734424155767/Put/seqid=0 2024-12-17T08:29:16,609 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217e18f7b68f46540dcb28abedf3e5ca11c_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:16,611 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217e18f7b68f46540dcb28abedf3e5ca11c_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:16,629 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e18f7b68f46540dcb28abedf3e5ca11c_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T08:29:16,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-17T08:29:16,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:16,644 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:29:16,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:16,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:16,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:16,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:16,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:16,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742032_1208 (size=12409) 2024-12-17T08:29:16,657 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/bb1610a58f1f4158bf1113e5e752332b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/bb1610a58f1f4158bf1113e5e752332b 2024-12-17T08:29:16,667 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into bb1610a58f1f4158bf1113e5e752332b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:16,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177f1205aa8e7346a5bee2da6fc845b26e_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424156129/Put/seqid=0 2024-12-17T08:29:16,667 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:16,667 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424156585; duration=0sec 2024-12-17T08:29:16,667 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:16,667 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:16,668 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742033_1209 (size=4469) 2024-12-17T08:29:16,669 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:16,669 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:16,670 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:16,670 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3deeed16edde4afcbd7c1627508db5b6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c6c54ff7e4a4d23a7788bcbc384d350, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/0e21a0729a3c40ceaa7c9ae240e97423] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.5 K 2024-12-17T08:29:16,670 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3deeed16edde4afcbd7c1627508db5b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734424155086 2024-12-17T08:29:16,671 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c6c54ff7e4a4d23a7788bcbc384d350, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1734424155746 2024-12-17T08:29:16,671 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e21a0729a3c40ceaa7c9ae240e97423, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734424155759 2024-12-17T08:29:16,673 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#182 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:16,674 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/ce0aae14cb9a42f99dc7bb2765fcc4ce is 175, key is test_row_0/A:col10/1734424155767/Put/seqid=0 2024-12-17T08:29:16,690 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:16,690 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/684ebff2784240818a21c6f50dd521f0 is 50, key is test_row_0/C:col10/1734424155767/Put/seqid=0 2024-12-17T08:29:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742034_1210 (size=12304) 2024-12-17T08:29:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742035_1211 (size=31363) 2024-12-17T08:29:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:16,699 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177f1205aa8e7346a5bee2da6fc845b26e_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177f1205aa8e7346a5bee2da6fc845b26e_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/6d2c020267864e6f90f4e616b4da13e8, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/6d2c020267864e6f90f4e616b4da13e8 is 175, key is test_row_0/A:col10/1734424156129/Put/seqid=0 2024-12-17T08:29:16,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742036_1212 (size=12409) 2024-12-17T08:29:16,710 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/684ebff2784240818a21c6f50dd521f0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/684ebff2784240818a21c6f50dd521f0 2024-12-17T08:29:16,717 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into 684ebff2784240818a21c6f50dd521f0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:16,718 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:16,718 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424156585; duration=0sec 2024-12-17T08:29:16,718 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:16,718 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742037_1213 (size=31105) 2024-12-17T08:29:16,731 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/6d2c020267864e6f90f4e616b4da13e8 2024-12-17T08:29:16,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/96bae352053b4ce69d85e95207e884fe is 50, key is test_row_0/B:col10/1734424156129/Put/seqid=0 2024-12-17T08:29:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:16,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424216763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424216763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424216763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424216764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424216766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742038_1214 (size=12151) 2024-12-17T08:29:16,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424216868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424216868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424216869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424216869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424216870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T08:29:17,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424217071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424217074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424217074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424217075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424217076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,101 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/ce0aae14cb9a42f99dc7bb2765fcc4ce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/ce0aae14cb9a42f99dc7bb2765fcc4ce 2024-12-17T08:29:17,107 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into ce0aae14cb9a42f99dc7bb2765fcc4ce(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:17,107 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:17,107 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424156585; duration=0sec 2024-12-17T08:29:17,108 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:17,108 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:17,182 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/96bae352053b4ce69d85e95207e884fe 2024-12-17T08:29:17,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/a8e92f4c349e47a7bc5ff78f54c2a81f is 50, key is test_row_0/C:col10/1734424156129/Put/seqid=0 2024-12-17T08:29:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742039_1215 (size=12151) 2024-12-17T08:29:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424217376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424217379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424217379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424217380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424217382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T08:29:17,598 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/a8e92f4c349e47a7bc5ff78f54c2a81f 2024-12-17T08:29:17,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/6d2c020267864e6f90f4e616b4da13e8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/6d2c020267864e6f90f4e616b4da13e8 2024-12-17T08:29:17,607 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/6d2c020267864e6f90f4e616b4da13e8, entries=150, sequenceid=160, filesize=30.4 K 2024-12-17T08:29:17,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/96bae352053b4ce69d85e95207e884fe as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/96bae352053b4ce69d85e95207e884fe 2024-12-17T08:29:17,613 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/96bae352053b4ce69d85e95207e884fe, entries=150, sequenceid=160, filesize=11.9 K 2024-12-17T08:29:17,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/a8e92f4c349e47a7bc5ff78f54c2a81f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a8e92f4c349e47a7bc5ff78f54c2a81f 2024-12-17T08:29:17,619 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a8e92f4c349e47a7bc5ff78f54c2a81f, entries=150, sequenceid=160, filesize=11.9 K 2024-12-17T08:29:17,628 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 55070ef73e7ef075317bada3f5a410dc in 984ms, sequenceid=160, compaction requested=false 2024-12-17T08:29:17,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-17T08:29:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-17T08:29:17,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-17T08:29:17,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2930 sec 2024-12-17T08:29:17,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2970 sec 2024-12-17T08:29:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:17,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:29:17,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:17,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:17,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:17,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:17,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:17,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:17,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b8cb193039334800a14133ceefb1583b_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424156762/Put/seqid=0 2024-12-17T08:29:17,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424217901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424217902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424217903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424217904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424217906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742040_1216 (size=14794) 2024-12-17T08:29:18,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424218007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424218008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424218008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424218008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424218008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424218210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424218211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424218212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424218212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424218214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,310 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:18,315 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b8cb193039334800a14133ceefb1583b_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b8cb193039334800a14133ceefb1583b_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:18,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/175b1c2593f44e798f95a0d2fd61dd65, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:18,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/175b1c2593f44e798f95a0d2fd61dd65 is 175, key is test_row_0/A:col10/1734424156762/Put/seqid=0 2024-12-17T08:29:18,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742041_1217 (size=39749) 2024-12-17T08:29:18,322 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/175b1c2593f44e798f95a0d2fd61dd65 2024-12-17T08:29:18,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/693e57e56b984937b1af1ba5d5c7ebe3 is 50, key is test_row_0/B:col10/1734424156762/Put/seqid=0 2024-12-17T08:29:18,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742042_1218 (size=12151) 2024-12-17T08:29:18,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/693e57e56b984937b1af1ba5d5c7ebe3 2024-12-17T08:29:18,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/f6086fe0f7544a50a9abaf2c7e7cda08 is 50, key is test_row_0/C:col10/1734424156762/Put/seqid=0 2024-12-17T08:29:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742043_1219 (size=12151) 2024-12-17T08:29:18,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/f6086fe0f7544a50a9abaf2c7e7cda08 2024-12-17T08:29:18,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/175b1c2593f44e798f95a0d2fd61dd65 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/175b1c2593f44e798f95a0d2fd61dd65 2024-12-17T08:29:18,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/175b1c2593f44e798f95a0d2fd61dd65, entries=200, sequenceid=180, filesize=38.8 K 2024-12-17T08:29:18,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/693e57e56b984937b1af1ba5d5c7ebe3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/693e57e56b984937b1af1ba5d5c7ebe3 2024-12-17T08:29:18,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/693e57e56b984937b1af1ba5d5c7ebe3, entries=150, sequenceid=180, filesize=11.9 K 2024-12-17T08:29:18,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/f6086fe0f7544a50a9abaf2c7e7cda08 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f6086fe0f7544a50a9abaf2c7e7cda08 2024-12-17T08:29:18,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f6086fe0f7544a50a9abaf2c7e7cda08, entries=150, sequenceid=180, filesize=11.9 K 2024-12-17T08:29:18,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 55070ef73e7ef075317bada3f5a410dc in 513ms, sequenceid=180, compaction requested=true 2024-12-17T08:29:18,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:18,398 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:18,398 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:18,399 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:18,399 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:18,399 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:18,399 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:18,400 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,400 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,400 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/bb1610a58f1f4158bf1113e5e752332b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/96bae352053b4ce69d85e95207e884fe, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/693e57e56b984937b1af1ba5d5c7ebe3] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.9 K 2024-12-17T08:29:18,400 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/ce0aae14cb9a42f99dc7bb2765fcc4ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/6d2c020267864e6f90f4e616b4da13e8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/175b1c2593f44e798f95a0d2fd61dd65] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=99.8 K 2024-12-17T08:29:18,400 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,400 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/ce0aae14cb9a42f99dc7bb2765fcc4ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/6d2c020267864e6f90f4e616b4da13e8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/175b1c2593f44e798f95a0d2fd61dd65] 2024-12-17T08:29:18,400 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bb1610a58f1f4158bf1113e5e752332b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734424155759 2024-12-17T08:29:18,400 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce0aae14cb9a42f99dc7bb2765fcc4ce, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734424155759 2024-12-17T08:29:18,401 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 96bae352053b4ce69d85e95207e884fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734424156129 2024-12-17T08:29:18,401 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d2c020267864e6f90f4e616b4da13e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734424156129 2024-12-17T08:29:18,401 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 693e57e56b984937b1af1ba5d5c7ebe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424156762 2024-12-17T08:29:18,401 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 175b1c2593f44e798f95a0d2fd61dd65, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424156762 2024-12-17T08:29:18,410 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:18,412 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:18,413 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/720f761f01724aa5ad058b9f8e36ce4f is 50, key is test_row_0/B:col10/1734424156762/Put/seqid=0 2024-12-17T08:29:18,416 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217287476d004024aba83ef70b636789c56_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:18,419 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217287476d004024aba83ef70b636789c56_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:18,419 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217287476d004024aba83ef70b636789c56_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742044_1220 (size=12561) 2024-12-17T08:29:18,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742045_1221 (size=4469) 2024-12-17T08:29:18,437 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/720f761f01724aa5ad058b9f8e36ce4f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/720f761f01724aa5ad058b9f8e36ce4f 2024-12-17T08:29:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-17T08:29:18,443 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-17T08:29:18,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-17T08:29:18,446 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into 720f761f01724aa5ad058b9f8e36ce4f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:18,446 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:18,446 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424158398; duration=0sec 2024-12-17T08:29:18,446 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:18,446 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:18,446 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:18,447 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T08:29:18,447 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:18,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:18,448 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:18,448 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:18,450 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,450 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/684ebff2784240818a21c6f50dd521f0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a8e92f4c349e47a7bc5ff78f54c2a81f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f6086fe0f7544a50a9abaf2c7e7cda08] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=35.9 K 2024-12-17T08:29:18,450 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 684ebff2784240818a21c6f50dd521f0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734424155759 2024-12-17T08:29:18,451 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e92f4c349e47a7bc5ff78f54c2a81f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734424156129 2024-12-17T08:29:18,451 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f6086fe0f7544a50a9abaf2c7e7cda08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424156762 2024-12-17T08:29:18,463 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:18,463 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/a9e65b1244ac4e359a8e2f452a843235 is 50, key is test_row_0/C:col10/1734424156762/Put/seqid=0 2024-12-17T08:29:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742046_1222 (size=12561) 2024-12-17T08:29:18,476 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/a9e65b1244ac4e359a8e2f452a843235 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a9e65b1244ac4e359a8e2f452a843235 2024-12-17T08:29:18,482 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into a9e65b1244ac4e359a8e2f452a843235(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:18,483 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:18,483 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424158398; duration=0sec 2024-12-17T08:29:18,483 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:18,483 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:18,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T08:29:18,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:18,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:18,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:18,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:18,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:18,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:18,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217916d478b959048fe8df7f0b2ea5110da_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424158515/Put/seqid=0 2024-12-17T08:29:18,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742047_1223 (size=12304) 2024-12-17T08:29:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424218527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424218533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424218534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424218534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424218534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T08:29:18,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T08:29:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424218635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424218637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424218638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424218638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424218638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T08:29:18,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T08:29:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,835 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:18,836 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/fa870eff64ac4647af5524ad60bb6c7c is 175, key is test_row_0/A:col10/1734424156762/Put/seqid=0 2024-12-17T08:29:18,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424218839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424218840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424218840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424218841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424218841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742048_1224 (size=31515) 2024-12-17T08:29:18,854 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/fa870eff64ac4647af5524ad60bb6c7c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/fa870eff64ac4647af5524ad60bb6c7c 2024-12-17T08:29:18,861 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into fa870eff64ac4647af5524ad60bb6c7c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:18,861 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:18,861 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424158397; duration=0sec 2024-12-17T08:29:18,861 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:18,861 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:18,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:18,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T08:29:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:18,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:18,932 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:18,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217916d478b959048fe8df7f0b2ea5110da_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217916d478b959048fe8df7f0b2ea5110da_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:18,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/28449e5d195240c2a155cada8c7beef8, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:18,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/28449e5d195240c2a155cada8c7beef8 is 175, key is test_row_0/A:col10/1734424158515/Put/seqid=0 2024-12-17T08:29:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742049_1225 (size=31105) 2024-12-17T08:29:18,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/28449e5d195240c2a155cada8c7beef8 2024-12-17T08:29:18,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/31cb37117d194af4a47026bce0a5d0f7 is 50, key is test_row_0/B:col10/1734424158515/Put/seqid=0 2024-12-17T08:29:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742050_1226 (size=12151) 2024-12-17T08:29:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T08:29:19,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T08:29:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:19,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424219141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424219142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424219142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424219144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424219147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T08:29:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:19,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:19,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T08:29:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:19,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:19,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/31cb37117d194af4a47026bce0a5d0f7 2024-12-17T08:29:19,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/c373636ba52b44ecb2ede771f5ae888b is 50, key is test_row_0/C:col10/1734424158515/Put/seqid=0 2024-12-17T08:29:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742051_1227 (size=12151) 2024-12-17T08:29:19,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/c373636ba52b44ecb2ede771f5ae888b 2024-12-17T08:29:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/28449e5d195240c2a155cada8c7beef8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/28449e5d195240c2a155cada8c7beef8 2024-12-17T08:29:19,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/28449e5d195240c2a155cada8c7beef8, entries=150, sequenceid=203, filesize=30.4 K 2024-12-17T08:29:19,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/31cb37117d194af4a47026bce0a5d0f7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31cb37117d194af4a47026bce0a5d0f7 2024-12-17T08:29:19,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31cb37117d194af4a47026bce0a5d0f7, entries=150, sequenceid=203, filesize=11.9 K 2024-12-17T08:29:19,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/c373636ba52b44ecb2ede771f5ae888b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/c373636ba52b44ecb2ede771f5ae888b 2024-12-17T08:29:19,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/c373636ba52b44ecb2ede771f5ae888b, entries=150, sequenceid=203, filesize=11.9 K 2024-12-17T08:29:19,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 55070ef73e7ef075317bada3f5a410dc in 922ms, sequenceid=203, compaction requested=false 2024-12-17T08:29:19,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:19,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-17T08:29:19,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:19,521 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T08:29:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175d3a55558ea24c4097a62ad2f30af9f7_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424158518/Put/seqid=0 2024-12-17T08:29:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742052_1228 (size=12304) 2024-12-17T08:29:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T08:29:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:19,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424219658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424219659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424219660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424219661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424219662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424219763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424219763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424219763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424219766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424219766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:19,939 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175d3a55558ea24c4097a62ad2f30af9f7_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175d3a55558ea24c4097a62ad2f30af9f7_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c979905822b14af88b7deeaba8b83912, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c979905822b14af88b7deeaba8b83912 is 175, key is test_row_0/A:col10/1734424158518/Put/seqid=0 2024-12-17T08:29:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742053_1229 (size=31105) 2024-12-17T08:29:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424219967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424219966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424219967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424219969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424219970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424220270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424220271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424220272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424220274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424220275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,358 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c979905822b14af88b7deeaba8b83912 2024-12-17T08:29:20,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/765fd211918343fcb20d25ba5698ef6b is 50, key is test_row_0/B:col10/1734424158518/Put/seqid=0 2024-12-17T08:29:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742054_1230 (size=12151) 2024-12-17T08:29:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T08:29:20,772 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/765fd211918343fcb20d25ba5698ef6b 2024-12-17T08:29:20,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424220774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424220776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424220778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424220778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424220779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/891cd375f1d8482b9830eebdeb597353 is 50, key is test_row_0/C:col10/1734424158518/Put/seqid=0 2024-12-17T08:29:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742055_1231 (size=12151) 2024-12-17T08:29:20,795 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/891cd375f1d8482b9830eebdeb597353 2024-12-17T08:29:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c979905822b14af88b7deeaba8b83912 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c979905822b14af88b7deeaba8b83912 2024-12-17T08:29:20,805 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c979905822b14af88b7deeaba8b83912, entries=150, sequenceid=221, filesize=30.4 K 2024-12-17T08:29:20,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/765fd211918343fcb20d25ba5698ef6b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/765fd211918343fcb20d25ba5698ef6b 2024-12-17T08:29:20,812 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/765fd211918343fcb20d25ba5698ef6b, entries=150, sequenceid=221, filesize=11.9 K 2024-12-17T08:29:20,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/891cd375f1d8482b9830eebdeb597353 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/891cd375f1d8482b9830eebdeb597353 2024-12-17T08:29:20,820 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/891cd375f1d8482b9830eebdeb597353, entries=150, sequenceid=221, filesize=11.9 K 2024-12-17T08:29:20,821 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 55070ef73e7ef075317bada3f5a410dc in 1300ms, sequenceid=221, compaction requested=true 2024-12-17T08:29:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-17T08:29:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-17T08:29:20,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-17T08:29:20,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3760 sec 2024-12-17T08:29:20,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.3820 sec 2024-12-17T08:29:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:21,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:29:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:21,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:21,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:21,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:21,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:21,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217601199f5bc944a03ace2fdc9e9b3af93_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424159652/Put/seqid=0 2024-12-17T08:29:21,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742056_1232 (size=12304) 2024-12-17T08:29:21,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424221791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:21,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424221792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424221793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424221793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424221794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,805 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217601199f5bc944a03ace2fdc9e9b3af93_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217601199f5bc944a03ace2fdc9e9b3af93_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:21,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3250ca09aecc4384b58d2589d7dc2382, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:21,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3250ca09aecc4384b58d2589d7dc2382 is 175, key is test_row_0/A:col10/1734424159652/Put/seqid=0 2024-12-17T08:29:21,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742057_1233 (size=31105) 2024-12-17T08:29:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424221896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424221898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424221898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424221899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:21,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424221900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424222101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424222102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424222103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424222103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424222103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3250ca09aecc4384b58d2589d7dc2382 2024-12-17T08:29:22,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/9ac2944e38bd427fa6b06c6faccfe262 is 50, key is test_row_0/B:col10/1734424159652/Put/seqid=0 2024-12-17T08:29:22,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742058_1234 (size=12151) 2024-12-17T08:29:22,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424222403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424222405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424222407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424222407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424222408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-17T08:29:22,552 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-17T08:29:22,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-17T08:29:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T08:29:22,555 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:22,556 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:22,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:22,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/9ac2944e38bd427fa6b06c6faccfe262 2024-12-17T08:29:22,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/717e2a34989642a994b5e956824d56c1 is 50, key is test_row_0/C:col10/1734424159652/Put/seqid=0 2024-12-17T08:29:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742059_1235 (size=12151) 2024-12-17T08:29:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T08:29:22,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-17T08:29:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:22,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T08:29:22,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-17T08:29:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:22,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:22,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424222907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424222911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424222911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424222912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:22,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424222914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:23,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:23,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-17T08:29:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:23,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:23,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:23,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/717e2a34989642a994b5e956824d56c1 2024-12-17T08:29:23,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3250ca09aecc4384b58d2589d7dc2382 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3250ca09aecc4384b58d2589d7dc2382 2024-12-17T08:29:23,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3250ca09aecc4384b58d2589d7dc2382, entries=150, sequenceid=242, filesize=30.4 K 2024-12-17T08:29:23,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/9ac2944e38bd427fa6b06c6faccfe262 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/9ac2944e38bd427fa6b06c6faccfe262 2024-12-17T08:29:23,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/9ac2944e38bd427fa6b06c6faccfe262, entries=150, sequenceid=242, filesize=11.9 K 2024-12-17T08:29:23,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/717e2a34989642a994b5e956824d56c1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/717e2a34989642a994b5e956824d56c1 2024-12-17T08:29:23,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/717e2a34989642a994b5e956824d56c1, entries=150, sequenceid=242, filesize=11.9 K 2024-12-17T08:29:23,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 55070ef73e7ef075317bada3f5a410dc in 1287ms, sequenceid=242, compaction requested=true 2024-12-17T08:29:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:23,067 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:23,068 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:23,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:23,069 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:23,069 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:23,069 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:23,069 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:23,069 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:23,069 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:23,069 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/720f761f01724aa5ad058b9f8e36ce4f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31cb37117d194af4a47026bce0a5d0f7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/765fd211918343fcb20d25ba5698ef6b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/9ac2944e38bd427fa6b06c6faccfe262] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=47.9 K 2024-12-17T08:29:23,069 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/fa870eff64ac4647af5524ad60bb6c7c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/28449e5d195240c2a155cada8c7beef8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c979905822b14af88b7deeaba8b83912, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3250ca09aecc4384b58d2589d7dc2382] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=121.9 K 2024-12-17T08:29:23,069 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:23,070 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/fa870eff64ac4647af5524ad60bb6c7c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/28449e5d195240c2a155cada8c7beef8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c979905822b14af88b7deeaba8b83912, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3250ca09aecc4384b58d2589d7dc2382] 2024-12-17T08:29:23,070 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 720f761f01724aa5ad058b9f8e36ce4f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424156762 2024-12-17T08:29:23,070 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa870eff64ac4647af5524ad60bb6c7c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424156762 2024-12-17T08:29:23,070 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 31cb37117d194af4a47026bce0a5d0f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1734424157903 2024-12-17T08:29:23,070 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28449e5d195240c2a155cada8c7beef8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1734424157903 2024-12-17T08:29:23,071 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 765fd211918343fcb20d25ba5698ef6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1734424158518 2024-12-17T08:29:23,071 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c979905822b14af88b7deeaba8b83912, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1734424158518 2024-12-17T08:29:23,071 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ac2944e38bd427fa6b06c6faccfe262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734424159652 2024-12-17T08:29:23,071 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3250ca09aecc4384b58d2589d7dc2382, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734424159652 2024-12-17T08:29:23,079 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:23,080 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:23,081 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/8befee44ed4341e6a7ca845477fd4c25 is 50, key is test_row_0/B:col10/1734424159652/Put/seqid=0 2024-12-17T08:29:23,091 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217f07f892c0eca4b87b6d978653361e808_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:23,093 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217f07f892c0eca4b87b6d978653361e808_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:23,093 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217f07f892c0eca4b87b6d978653361e808_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742060_1236 (size=12697) 2024-12-17T08:29:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742061_1237 (size=4469) 2024-12-17T08:29:23,100 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#203 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:23,100 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/f6ff3eee764b48838012a06c06023d7f is 175, key is test_row_0/A:col10/1734424159652/Put/seqid=0 2024-12-17T08:29:23,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742062_1238 (size=31651) 2024-12-17T08:29:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T08:29:23,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:23,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-17T08:29:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:23,168 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:29:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:23,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217fec3ceeabc6d4650a3a61028d36e2a35_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424161787/Put/seqid=0 2024-12-17T08:29:23,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742063_1239 (size=12304) 2024-12-17T08:29:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:23,191 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217fec3ceeabc6d4650a3a61028d36e2a35_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fec3ceeabc6d4650a3a61028d36e2a35_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:23,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/80cd833335b14fd7bd8071f13ddb32d5, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/80cd833335b14fd7bd8071f13ddb32d5 is 175, key is test_row_0/A:col10/1734424161787/Put/seqid=0 2024-12-17T08:29:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742064_1240 (size=31105) 2024-12-17T08:29:23,502 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/8befee44ed4341e6a7ca845477fd4c25 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8befee44ed4341e6a7ca845477fd4c25 2024-12-17T08:29:23,508 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into 8befee44ed4341e6a7ca845477fd4c25(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:23,508 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:23,508 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=12, startTime=1734424163067; duration=0sec 2024-12-17T08:29:23,508 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:23,508 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:23,508 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:23,511 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/f6ff3eee764b48838012a06c06023d7f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/f6ff3eee764b48838012a06c06023d7f 2024-12-17T08:29:23,511 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:23,511 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:23,511 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:23,511 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a9e65b1244ac4e359a8e2f452a843235, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/c373636ba52b44ecb2ede771f5ae888b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/891cd375f1d8482b9830eebdeb597353, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/717e2a34989642a994b5e956824d56c1] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=47.9 K 2024-12-17T08:29:23,512 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a9e65b1244ac4e359a8e2f452a843235, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424156762 2024-12-17T08:29:23,512 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c373636ba52b44ecb2ede771f5ae888b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1734424157903 2024-12-17T08:29:23,513 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 891cd375f1d8482b9830eebdeb597353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1734424158518 2024-12-17T08:29:23,513 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 717e2a34989642a994b5e956824d56c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734424159652 2024-12-17T08:29:23,516 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into f6ff3eee764b48838012a06c06023d7f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:23,516 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:23,516 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=12, startTime=1734424163067; duration=0sec 2024-12-17T08:29:23,517 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:23,517 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:23,524 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:23,524 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/bf8ac0d729cf458285e2a58c64f1db17 is 50, key is test_row_0/C:col10/1734424159652/Put/seqid=0 2024-12-17T08:29:23,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742065_1241 (size=12697) 2024-12-17T08:29:23,534 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/bf8ac0d729cf458285e2a58c64f1db17 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/bf8ac0d729cf458285e2a58c64f1db17 2024-12-17T08:29:23,541 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into bf8ac0d729cf458285e2a58c64f1db17(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:23,541 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:23,541 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=12, startTime=1734424163068; duration=0sec 2024-12-17T08:29:23,541 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:23,541 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:23,603 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/80cd833335b14fd7bd8071f13ddb32d5 2024-12-17T08:29:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/3ef723babde14e058e69b4595a458b59 is 50, key is test_row_0/B:col10/1734424161787/Put/seqid=0 2024-12-17T08:29:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742066_1242 (size=12151) 2024-12-17T08:29:23,624 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/3ef723babde14e058e69b4595a458b59 2024-12-17T08:29:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/092d272992f44ddb8fc6770fbdde9511 is 50, key is test_row_0/C:col10/1734424161787/Put/seqid=0 2024-12-17T08:29:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T08:29:23,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742067_1243 (size=12151) 2024-12-17T08:29:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:23,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424223927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424223928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424223930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424223930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:23,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424223931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424224031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424224032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424224033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424224033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424224034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,081 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/092d272992f44ddb8fc6770fbdde9511 2024-12-17T08:29:24,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/80cd833335b14fd7bd8071f13ddb32d5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/80cd833335b14fd7bd8071f13ddb32d5 2024-12-17T08:29:24,090 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/80cd833335b14fd7bd8071f13ddb32d5, entries=150, sequenceid=257, filesize=30.4 K 2024-12-17T08:29:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/3ef723babde14e058e69b4595a458b59 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3ef723babde14e058e69b4595a458b59 2024-12-17T08:29:24,095 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3ef723babde14e058e69b4595a458b59, entries=150, sequenceid=257, filesize=11.9 K 2024-12-17T08:29:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/092d272992f44ddb8fc6770fbdde9511 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/092d272992f44ddb8fc6770fbdde9511 2024-12-17T08:29:24,100 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/092d272992f44ddb8fc6770fbdde9511, entries=150, sequenceid=257, filesize=11.9 K 2024-12-17T08:29:24,102 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 55070ef73e7ef075317bada3f5a410dc in 934ms, sequenceid=257, compaction requested=false 2024-12-17T08:29:24,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:24,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:24,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-17T08:29:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-17T08:29:24,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-17T08:29:24,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5470 sec 2024-12-17T08:29:24,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.5520 sec 2024-12-17T08:29:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:24,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:29:24,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:24,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178654ed2322fe4990800126d8ec7d50f1_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424164233/Put/seqid=0 2024-12-17T08:29:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424224243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424224243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424224244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424224244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424224247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742068_1244 (size=14994) 2024-12-17T08:29:24,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424224348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424224348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424224349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424224349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424224349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424224551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424224552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424224552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424224552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424224553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,654 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-17T08:29:24,659 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-17T08:29:24,659 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412178654ed2322fe4990800126d8ec7d50f1_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178654ed2322fe4990800126d8ec7d50f1_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:24,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:24,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3111059fec0e47ff833fac5e6249029d, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-17T08:29:24,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3111059fec0e47ff833fac5e6249029d is 175, key is test_row_0/A:col10/1734424164233/Put/seqid=0 2024-12-17T08:29:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T08:29:24,662 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:24,663 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:24,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742069_1245 (size=39949) 2024-12-17T08:29:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T08:29:24,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T08:29:24,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:24,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:24,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424224856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424224857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424224858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424224858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424224859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T08:29:24,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:24,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T08:29:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:24,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:24,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3111059fec0e47ff833fac5e6249029d 2024-12-17T08:29:25,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/1e1f5db8312a4c158dd43205ce361b6d is 50, key is test_row_0/B:col10/1734424164233/Put/seqid=0 2024-12-17T08:29:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742070_1246 (size=12301) 2024-12-17T08:29:25,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T08:29:25,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T08:29:25,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T08:29:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424225361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424225362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424225362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424225363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424225363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T08:29:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:25,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/1e1f5db8312a4c158dd43205ce361b6d 2024-12-17T08:29:25,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/3c1bd10685db46bf9ffb3c1df054479a is 50, key is test_row_0/C:col10/1734424164233/Put/seqid=0 2024-12-17T08:29:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742071_1247 (size=12301) 2024-12-17T08:29:25,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/3c1bd10685db46bf9ffb3c1df054479a 2024-12-17T08:29:25,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3111059fec0e47ff833fac5e6249029d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3111059fec0e47ff833fac5e6249029d 2024-12-17T08:29:25,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3111059fec0e47ff833fac5e6249029d, entries=200, sequenceid=283, filesize=39.0 K 2024-12-17T08:29:25,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/1e1f5db8312a4c158dd43205ce361b6d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/1e1f5db8312a4c158dd43205ce361b6d 2024-12-17T08:29:25,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/1e1f5db8312a4c158dd43205ce361b6d, entries=150, sequenceid=283, filesize=12.0 K 2024-12-17T08:29:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/3c1bd10685db46bf9ffb3c1df054479a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3c1bd10685db46bf9ffb3c1df054479a 2024-12-17T08:29:25,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3c1bd10685db46bf9ffb3c1df054479a, entries=150, sequenceid=283, filesize=12.0 K 2024-12-17T08:29:25,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 55070ef73e7ef075317bada3f5a410dc in 1283ms, sequenceid=283, compaction requested=true 2024-12-17T08:29:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:25,517 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:25,517 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:25,518 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:25,518 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:25,518 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:25,519 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,519 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:25,519 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/f6ff3eee764b48838012a06c06023d7f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/80cd833335b14fd7bd8071f13ddb32d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3111059fec0e47ff833fac5e6249029d] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=100.3 K 2024-12-17T08:29:25,519 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,519 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,519 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/f6ff3eee764b48838012a06c06023d7f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/80cd833335b14fd7bd8071f13ddb32d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3111059fec0e47ff833fac5e6249029d] 2024-12-17T08:29:25,519 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8befee44ed4341e6a7ca845477fd4c25, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3ef723babde14e058e69b4595a458b59, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/1e1f5db8312a4c158dd43205ce361b6d] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.3 K 2024-12-17T08:29:25,519 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6ff3eee764b48838012a06c06023d7f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734424159652 2024-12-17T08:29:25,519 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8befee44ed4341e6a7ca845477fd4c25, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734424159652 2024-12-17T08:29:25,520 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ef723babde14e058e69b4595a458b59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734424161787 2024-12-17T08:29:25,520 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80cd833335b14fd7bd8071f13ddb32d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734424161787 2024-12-17T08:29:25,520 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1f5db8312a4c158dd43205ce361b6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734424163922 2024-12-17T08:29:25,520 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3111059fec0e47ff833fac5e6249029d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734424163922 2024-12-17T08:29:25,528 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:25,528 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/cc7b29ba30ea4291982ba5b0f054e966 is 50, key is test_row_0/B:col10/1734424164233/Put/seqid=0 2024-12-17T08:29:25,530 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:25,533 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412170b684a8096a54f7ba0e3181907b576f5_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:25,535 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412170b684a8096a54f7ba0e3181907b576f5_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:25,535 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170b684a8096a54f7ba0e3181907b576f5_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:25,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742072_1248 (size=12949) 2024-12-17T08:29:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742073_1249 (size=4469) 2024-12-17T08:29:25,562 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/cc7b29ba30ea4291982ba5b0f054e966 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/cc7b29ba30ea4291982ba5b0f054e966 2024-12-17T08:29:25,567 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into cc7b29ba30ea4291982ba5b0f054e966(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:25,567 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:25,567 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424165517; duration=0sec 2024-12-17T08:29:25,568 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:25,568 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:25,568 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:25,569 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:25,569 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:25,569 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,569 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/bf8ac0d729cf458285e2a58c64f1db17, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/092d272992f44ddb8fc6770fbdde9511, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3c1bd10685db46bf9ffb3c1df054479a] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.3 K 2024-12-17T08:29:25,570 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8ac0d729cf458285e2a58c64f1db17, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734424159652 2024-12-17T08:29:25,570 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 092d272992f44ddb8fc6770fbdde9511, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734424161787 2024-12-17T08:29:25,571 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c1bd10685db46bf9ffb3c1df054479a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734424163922 2024-12-17T08:29:25,580 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:25,581 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/17b929816d5748f4898885cdd59866e0 is 50, key is test_row_0/C:col10/1734424164233/Put/seqid=0 2024-12-17T08:29:25,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:25,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-17T08:29:25,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:25,585 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:29:25,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:25,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:25,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:25,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:25,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:25,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742074_1250 (size=12949) 2024-12-17T08:29:25,607 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/17b929816d5748f4898885cdd59866e0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/17b929816d5748f4898885cdd59866e0 2024-12-17T08:29:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412171ed5c3e718ae430a83ef7bf7c4edabc0_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424164242/Put/seqid=0 2024-12-17T08:29:25,614 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into 17b929816d5748f4898885cdd59866e0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:25,614 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:25,614 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424165517; duration=0sec 2024-12-17T08:29:25,614 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:25,614 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742075_1251 (size=12454) 2024-12-17T08:29:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T08:29:25,955 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#212 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:25,956 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/7b461e3892bf4bd2abf93deeecef4237 is 175, key is test_row_0/A:col10/1734424164233/Put/seqid=0 2024-12-17T08:29:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742076_1252 (size=31903) 2024-12-17T08:29:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:26,023 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412171ed5c3e718ae430a83ef7bf7c4edabc0_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412171ed5c3e718ae430a83ef7bf7c4edabc0_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:26,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/56bfc6f0aa5443bf97dcf7f3f06e1a71, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:26,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/56bfc6f0aa5443bf97dcf7f3f06e1a71 is 175, key is test_row_0/A:col10/1734424164242/Put/seqid=0 2024-12-17T08:29:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742077_1253 (size=31255) 2024-12-17T08:29:26,034 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/56bfc6f0aa5443bf97dcf7f3f06e1a71 2024-12-17T08:29:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/789a6316df7143f6b3865f9233d8b148 is 50, key is test_row_0/B:col10/1734424164242/Put/seqid=0 2024-12-17T08:29:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742078_1254 (size=12301) 2024-12-17T08:29:26,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:26,369 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/7b461e3892bf4bd2abf93deeecef4237 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7b461e3892bf4bd2abf93deeecef4237 2024-12-17T08:29:26,377 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into 7b461e3892bf4bd2abf93deeecef4237(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:26,377 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:26,377 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424165517; duration=0sec 2024-12-17T08:29:26,377 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:26,377 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424226394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424226396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424226398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424226399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424226400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,452 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/789a6316df7143f6b3865f9233d8b148 2024-12-17T08:29:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/417671c8e9c5473aa374225913054b19 is 50, key is test_row_0/C:col10/1734424164242/Put/seqid=0 2024-12-17T08:29:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742079_1255 (size=12301) 2024-12-17T08:29:26,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424226501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424226501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424226504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424226504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424226504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424226704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424226705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424226707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424226707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424226708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T08:29:26,878 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/417671c8e9c5473aa374225913054b19 2024-12-17T08:29:26,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/56bfc6f0aa5443bf97dcf7f3f06e1a71 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/56bfc6f0aa5443bf97dcf7f3f06e1a71 2024-12-17T08:29:26,889 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/56bfc6f0aa5443bf97dcf7f3f06e1a71, entries=150, sequenceid=297, filesize=30.5 K 2024-12-17T08:29:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/789a6316df7143f6b3865f9233d8b148 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/789a6316df7143f6b3865f9233d8b148 2024-12-17T08:29:26,895 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/789a6316df7143f6b3865f9233d8b148, entries=150, sequenceid=297, filesize=12.0 K 2024-12-17T08:29:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/417671c8e9c5473aa374225913054b19 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/417671c8e9c5473aa374225913054b19 2024-12-17T08:29:26,901 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/417671c8e9c5473aa374225913054b19, entries=150, sequenceid=297, filesize=12.0 K 2024-12-17T08:29:26,902 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 55070ef73e7ef075317bada3f5a410dc in 1317ms, sequenceid=297, compaction requested=false 2024-12-17T08:29:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-17T08:29:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-17T08:29:26,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-17T08:29:26,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2410 sec 2024-12-17T08:29:26,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.2470 sec 2024-12-17T08:29:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:27,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:29:27,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:27,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:27,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:27,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:27,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:27,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:27,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d97ca89e5ecc4c55890f2056d384b78e_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424167007/Put/seqid=0 2024-12-17T08:29:27,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424227022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424227023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424227025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424227028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424227028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742080_1256 (size=14994) 2024-12-17T08:29:27,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424227129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424227129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424227131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424227132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424227136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424227331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424227332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424227334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424227335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424227338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:27,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d97ca89e5ecc4c55890f2056d384b78e_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d97ca89e5ecc4c55890f2056d384b78e_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:27,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/30a8adce1e8e4621aadfb4131b56f693, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:27,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/30a8adce1e8e4621aadfb4131b56f693 is 175, key is test_row_0/A:col10/1734424167007/Put/seqid=0 2024-12-17T08:29:27,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742081_1257 (size=39949) 2024-12-17T08:29:27,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424227635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424227637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424227637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424227637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424227641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:27,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/30a8adce1e8e4621aadfb4131b56f693 2024-12-17T08:29:27,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/ea0d982b86874addbd200d7d2c1f8074 is 50, key is test_row_0/B:col10/1734424167007/Put/seqid=0 2024-12-17T08:29:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742082_1258 (size=12301) 2024-12-17T08:29:28,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424228137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:28,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424228139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424228142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424228144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:28,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424228145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:28,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/ea0d982b86874addbd200d7d2c1f8074 2024-12-17T08:29:28,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/843c07a6bfc54040afa92da551278c2c is 50, key is test_row_0/C:col10/1734424167007/Put/seqid=0 2024-12-17T08:29:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742083_1259 (size=12301) 2024-12-17T08:29:28,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/843c07a6bfc54040afa92da551278c2c 2024-12-17T08:29:28,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/30a8adce1e8e4621aadfb4131b56f693 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/30a8adce1e8e4621aadfb4131b56f693 2024-12-17T08:29:28,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/30a8adce1e8e4621aadfb4131b56f693, entries=200, sequenceid=323, filesize=39.0 K 2024-12-17T08:29:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/ea0d982b86874addbd200d7d2c1f8074 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/ea0d982b86874addbd200d7d2c1f8074 2024-12-17T08:29:28,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/ea0d982b86874addbd200d7d2c1f8074, entries=150, sequenceid=323, filesize=12.0 K 2024-12-17T08:29:28,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/843c07a6bfc54040afa92da551278c2c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/843c07a6bfc54040afa92da551278c2c 2024-12-17T08:29:28,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/843c07a6bfc54040afa92da551278c2c, entries=150, sequenceid=323, filesize=12.0 K 2024-12-17T08:29:28,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 55070ef73e7ef075317bada3f5a410dc in 1307ms, sequenceid=323, compaction requested=true 2024-12-17T08:29:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:28,315 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:28,315 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:28,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:28,316 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:28,316 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:28,316 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:28,317 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:28,317 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:28,317 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:28,317 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7b461e3892bf4bd2abf93deeecef4237, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/56bfc6f0aa5443bf97dcf7f3f06e1a71, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/30a8adce1e8e4621aadfb4131b56f693] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=100.7 K 2024-12-17T08:29:28,317 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/cc7b29ba30ea4291982ba5b0f054e966, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/789a6316df7143f6b3865f9233d8b148, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/ea0d982b86874addbd200d7d2c1f8074] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.7 K 2024-12-17T08:29:28,317 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:28,317 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7b461e3892bf4bd2abf93deeecef4237, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/56bfc6f0aa5443bf97dcf7f3f06e1a71, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/30a8adce1e8e4621aadfb4131b56f693] 2024-12-17T08:29:28,317 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7b29ba30ea4291982ba5b0f054e966, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734424163922 2024-12-17T08:29:28,317 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b461e3892bf4bd2abf93deeecef4237, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734424163922 2024-12-17T08:29:28,318 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56bfc6f0aa5443bf97dcf7f3f06e1a71, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1734424164242 2024-12-17T08:29:28,318 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 789a6316df7143f6b3865f9233d8b148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1734424164242 2024-12-17T08:29:28,318 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ea0d982b86874addbd200d7d2c1f8074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734424166387 2024-12-17T08:29:28,318 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30a8adce1e8e4621aadfb4131b56f693, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734424166387 2024-12-17T08:29:28,325 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:28,326 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#220 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:28,326 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/85f03624db6b402a846e0ae3da901a00 is 50, key is test_row_0/B:col10/1734424167007/Put/seqid=0 2024-12-17T08:29:28,327 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217a00071492b8a4bc28f80762b9363d31d_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:28,328 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217a00071492b8a4bc28f80762b9363d31d_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:28,328 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217a00071492b8a4bc28f80762b9363d31d_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742084_1260 (size=13051) 2024-12-17T08:29:28,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742085_1261 (size=4469) 2024-12-17T08:29:28,744 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/85f03624db6b402a846e0ae3da901a00 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/85f03624db6b402a846e0ae3da901a00 2024-12-17T08:29:28,749 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#221 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:28,750 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/a46c62c74e9e4d0784e91f2da7eaa56e is 175, key is test_row_0/A:col10/1734424167007/Put/seqid=0 2024-12-17T08:29:28,750 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into 85f03624db6b402a846e0ae3da901a00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:28,750 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:28,750 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424168315; duration=0sec 2024-12-17T08:29:28,750 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:28,750 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:28,750 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:28,752 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:28,752 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:28,752 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:28,752 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/17b929816d5748f4898885cdd59866e0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/417671c8e9c5473aa374225913054b19, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/843c07a6bfc54040afa92da551278c2c] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.7 K 2024-12-17T08:29:28,752 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 17b929816d5748f4898885cdd59866e0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734424163922 2024-12-17T08:29:28,753 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 417671c8e9c5473aa374225913054b19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1734424164242 2024-12-17T08:29:28,753 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 843c07a6bfc54040afa92da551278c2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734424166387 2024-12-17T08:29:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742086_1262 (size=32005) 2024-12-17T08:29:28,763 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:28,763 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/3abaca666905497f959b9cb686b3b401 is 50, key is test_row_0/C:col10/1734424167007/Put/seqid=0 2024-12-17T08:29:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-17T08:29:28,767 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-17T08:29:28,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-17T08:29:28,770 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/a46c62c74e9e4d0784e91f2da7eaa56e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/a46c62c74e9e4d0784e91f2da7eaa56e 2024-12-17T08:29:28,771 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T08:29:28,772 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:28,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742087_1263 (size=13051) 2024-12-17T08:29:28,776 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into a46c62c74e9e4d0784e91f2da7eaa56e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:28,776 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:28,776 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424168315; duration=0sec 2024-12-17T08:29:28,776 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:28,776 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T08:29:28,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:28,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-17T08:29:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:28,925 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:29:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ec77c12350364ff3b26de1b6fefc2adc_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424167023/Put/seqid=0 2024-12-17T08:29:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742088_1264 (size=12454) 2024-12-17T08:29:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:28,940 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ec77c12350364ff3b26de1b6fefc2adc_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ec77c12350364ff3b26de1b6fefc2adc_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c403cb09e9834ba988ee0cb9603c2a7f, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c403cb09e9834ba988ee0cb9603c2a7f is 175, key is test_row_0/A:col10/1734424167023/Put/seqid=0 2024-12-17T08:29:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742089_1265 (size=31255) 2024-12-17T08:29:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T08:29:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:29,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:29,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424229158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424229159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424229160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424229160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424229161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,179 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/3abaca666905497f959b9cb686b3b401 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3abaca666905497f959b9cb686b3b401 2024-12-17T08:29:29,184 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into 3abaca666905497f959b9cb686b3b401(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:29,184 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:29,184 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424168315; duration=0sec 2024-12-17T08:29:29,184 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:29,184 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:29,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424229262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424229262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424229264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424229263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424229264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,347 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c403cb09e9834ba988ee0cb9603c2a7f 2024-12-17T08:29:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/dcc2f7a960104bed84abfcbcccf1cc28 is 50, key is test_row_0/B:col10/1734424167023/Put/seqid=0 2024-12-17T08:29:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T08:29:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742090_1266 (size=12301) 2024-12-17T08:29:29,389 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/dcc2f7a960104bed84abfcbcccf1cc28 2024-12-17T08:29:29,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/9ecd7c6735c448ae811e7772db671f90 is 50, key is test_row_0/C:col10/1734424167023/Put/seqid=0 2024-12-17T08:29:29,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742091_1267 (size=12301) 2024-12-17T08:29:29,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/9ecd7c6735c448ae811e7772db671f90 2024-12-17T08:29:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c403cb09e9834ba988ee0cb9603c2a7f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c403cb09e9834ba988ee0cb9603c2a7f 2024-12-17T08:29:29,436 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c403cb09e9834ba988ee0cb9603c2a7f, entries=150, sequenceid=337, filesize=30.5 K 2024-12-17T08:29:29,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/dcc2f7a960104bed84abfcbcccf1cc28 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/dcc2f7a960104bed84abfcbcccf1cc28 2024-12-17T08:29:29,444 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/dcc2f7a960104bed84abfcbcccf1cc28, entries=150, sequenceid=337, filesize=12.0 K 2024-12-17T08:29:29,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/9ecd7c6735c448ae811e7772db671f90 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9ecd7c6735c448ae811e7772db671f90 2024-12-17T08:29:29,450 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9ecd7c6735c448ae811e7772db671f90, entries=150, sequenceid=337, filesize=12.0 K 2024-12-17T08:29:29,451 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 55070ef73e7ef075317bada3f5a410dc in 526ms, sequenceid=337, compaction requested=false 2024-12-17T08:29:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:29,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:29,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-17T08:29:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-17T08:29:29,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-17T08:29:29,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 682 msec 2024-12-17T08:29:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:29,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:29:29,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 699 msec 2024-12-17T08:29:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:29,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424229475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424229475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424229478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424229479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424229479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217de2414b412dc45e284c55d7b7f573ca9_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424169466/Put/seqid=0 2024-12-17T08:29:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742092_1268 (size=12454) 2024-12-17T08:29:29,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:29,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217de2414b412dc45e284c55d7b7f573ca9_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217de2414b412dc45e284c55d7b7f573ca9_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:29,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c69f81cd8587491f8f708a518b15188c, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:29,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c69f81cd8587491f8f708a518b15188c is 175, key is test_row_0/A:col10/1734424169466/Put/seqid=0 2024-12-17T08:29:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742093_1269 (size=31255) 2024-12-17T08:29:29,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c69f81cd8587491f8f708a518b15188c 2024-12-17T08:29:29,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/25250f6ad90d4373b6966650674f9ce3 is 50, key is test_row_0/B:col10/1734424169466/Put/seqid=0 2024-12-17T08:29:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742094_1270 (size=12301) 2024-12-17T08:29:29,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424229580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424229580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424229583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424229583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424229583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424229782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424229783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424229786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424229786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424229786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-17T08:29:29,874 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-17T08:29:29,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-17T08:29:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:29:29,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:29,878 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:29,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:29,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/25250f6ad90d4373b6966650674f9ce3 2024-12-17T08:29:29,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/76a9bf2a29894862a835d376a7734d48 is 50, key is test_row_0/C:col10/1734424169466/Put/seqid=0 2024-12-17T08:29:29,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742095_1271 (size=12301) 2024-12-17T08:29:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:29:30,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T08:29:30,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:29:30,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424230084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424230086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424230089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424230089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424230089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:29:30,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T08:29:30,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T08:29:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:30,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/76a9bf2a29894862a835d376a7734d48 2024-12-17T08:29:30,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c69f81cd8587491f8f708a518b15188c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c69f81cd8587491f8f708a518b15188c 2024-12-17T08:29:30,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c69f81cd8587491f8f708a518b15188c, entries=150, sequenceid=364, filesize=30.5 K 2024-12-17T08:29:30,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/25250f6ad90d4373b6966650674f9ce3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/25250f6ad90d4373b6966650674f9ce3 2024-12-17T08:29:30,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/25250f6ad90d4373b6966650674f9ce3, entries=150, sequenceid=364, filesize=12.0 K 2024-12-17T08:29:30,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/76a9bf2a29894862a835d376a7734d48 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/76a9bf2a29894862a835d376a7734d48 2024-12-17T08:29:30,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/76a9bf2a29894862a835d376a7734d48, entries=150, sequenceid=364, filesize=12.0 K 2024-12-17T08:29:30,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 55070ef73e7ef075317bada3f5a410dc in 912ms, sequenceid=364, compaction requested=true 2024-12-17T08:29:30,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:30,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:30,380 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:30,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:30,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:30,381 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:30,382 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:30,382 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:30,382 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,382 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:30,382 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/a46c62c74e9e4d0784e91f2da7eaa56e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c403cb09e9834ba988ee0cb9603c2a7f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c69f81cd8587491f8f708a518b15188c] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=92.3 K 2024-12-17T08:29:30,382 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:30,382 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,382 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,382 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/a46c62c74e9e4d0784e91f2da7eaa56e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c403cb09e9834ba988ee0cb9603c2a7f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c69f81cd8587491f8f708a518b15188c] 2024-12-17T08:29:30,382 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/85f03624db6b402a846e0ae3da901a00, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/dcc2f7a960104bed84abfcbcccf1cc28, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/25250f6ad90d4373b6966650674f9ce3] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.8 K 2024-12-17T08:29:30,382 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting a46c62c74e9e4d0784e91f2da7eaa56e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734424166387 2024-12-17T08:29:30,383 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 85f03624db6b402a846e0ae3da901a00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734424166387 2024-12-17T08:29:30,383 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c403cb09e9834ba988ee0cb9603c2a7f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734424167015 2024-12-17T08:29:30,383 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc2f7a960104bed84abfcbcccf1cc28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734424167015 2024-12-17T08:29:30,383 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c69f81cd8587491f8f708a518b15188c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1734424169160 2024-12-17T08:29:30,383 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 25250f6ad90d4373b6966650674f9ce3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1734424169160 2024-12-17T08:29:30,392 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:30,393 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:30,394 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/8ded86d2d7fc4aaf8905fa7aa5ba36df is 50, key is test_row_0/B:col10/1734424169466/Put/seqid=0 2024-12-17T08:29:30,394 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217c8a7787882394563bbaa21862cec9f6e_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:30,395 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217c8a7787882394563bbaa21862cec9f6e_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:30,396 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c8a7787882394563bbaa21862cec9f6e_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742096_1272 (size=13153) 2024-12-17T08:29:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742097_1273 (size=4469) 2024-12-17T08:29:30,409 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#230 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:30,409 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/be008be4e1b24edf86ae74de63d6896d is 175, key is test_row_0/A:col10/1734424169466/Put/seqid=0 2024-12-17T08:29:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742098_1274 (size=32107) 2024-12-17T08:29:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:29:30,490 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-17T08:29:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,490 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:29:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:30,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217287bed7dc6cd4053a65da34c0c7239f6_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424169478/Put/seqid=0 2024-12-17T08:29:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742099_1275 (size=12454) 2024-12-17T08:29:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424230612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424230612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424230613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424230615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424230615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424230716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424230716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424230716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424230718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424230718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,811 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/8ded86d2d7fc4aaf8905fa7aa5ba36df as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8ded86d2d7fc4aaf8905fa7aa5ba36df 2024-12-17T08:29:30,816 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into 8ded86d2d7fc4aaf8905fa7aa5ba36df(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:30,816 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:30,816 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424170380; duration=0sec 2024-12-17T08:29:30,816 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:30,816 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:30,816 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:30,817 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:30,818 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:30,818 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:30,818 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3abaca666905497f959b9cb686b3b401, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9ecd7c6735c448ae811e7772db671f90, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/76a9bf2a29894862a835d376a7734d48] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.8 K 2024-12-17T08:29:30,818 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3abaca666905497f959b9cb686b3b401, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1734424166387 2024-12-17T08:29:30,819 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ecd7c6735c448ae811e7772db671f90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734424167015 2024-12-17T08:29:30,819 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a9bf2a29894862a835d376a7734d48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1734424169160 2024-12-17T08:29:30,820 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/be008be4e1b24edf86ae74de63d6896d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/be008be4e1b24edf86ae74de63d6896d 2024-12-17T08:29:30,825 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into be008be4e1b24edf86ae74de63d6896d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:30,825 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:30,825 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424170380; duration=0sec 2024-12-17T08:29:30,825 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:30,825 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:30,828 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:30,828 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/d561d7c5f94045ebbe4a34d9d3297c83 is 50, key is test_row_0/C:col10/1734424169466/Put/seqid=0 2024-12-17T08:29:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742100_1276 (size=13153) 2024-12-17T08:29:30,841 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/d561d7c5f94045ebbe4a34d9d3297c83 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/d561d7c5f94045ebbe4a34d9d3297c83 2024-12-17T08:29:30,846 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into d561d7c5f94045ebbe4a34d9d3297c83(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:30,846 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:30,846 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424170381; duration=0sec 2024-12-17T08:29:30,847 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:30,847 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:30,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:30,908 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217287bed7dc6cd4053a65da34c0c7239f6_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217287bed7dc6cd4053a65da34c0c7239f6_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:30,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3f8dcfca7f7f4194bccdc7e72c7e834b, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:30,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3f8dcfca7f7f4194bccdc7e72c7e834b is 175, key is test_row_0/A:col10/1734424169478/Put/seqid=0 2024-12-17T08:29:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742101_1277 (size=31255) 2024-12-17T08:29:30,915 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3f8dcfca7f7f4194bccdc7e72c7e834b 2024-12-17T08:29:30,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424230919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424230919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424230920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424230920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424230921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/79a428a4d27b42a5a520b35e7fa2fd26 is 50, key is test_row_0/B:col10/1734424169478/Put/seqid=0 2024-12-17T08:29:30,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742102_1278 (size=12301) 2024-12-17T08:29:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:29:31,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424231222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424231222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424231222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424231223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424231225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,330 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/79a428a4d27b42a5a520b35e7fa2fd26 2024-12-17T08:29:31,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/e19f56a6a7cd4dc6a624c9060afe1932 is 50, key is test_row_0/C:col10/1734424169478/Put/seqid=0 2024-12-17T08:29:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742103_1279 (size=12301) 2024-12-17T08:29:31,350 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/e19f56a6a7cd4dc6a624c9060afe1932 2024-12-17T08:29:31,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/3f8dcfca7f7f4194bccdc7e72c7e834b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3f8dcfca7f7f4194bccdc7e72c7e834b 2024-12-17T08:29:31,360 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3f8dcfca7f7f4194bccdc7e72c7e834b, entries=150, sequenceid=375, filesize=30.5 K 2024-12-17T08:29:31,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/79a428a4d27b42a5a520b35e7fa2fd26 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/79a428a4d27b42a5a520b35e7fa2fd26 2024-12-17T08:29:31,367 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/79a428a4d27b42a5a520b35e7fa2fd26, entries=150, sequenceid=375, filesize=12.0 K 2024-12-17T08:29:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/e19f56a6a7cd4dc6a624c9060afe1932 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/e19f56a6a7cd4dc6a624c9060afe1932 2024-12-17T08:29:31,372 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/e19f56a6a7cd4dc6a624c9060afe1932, entries=150, sequenceid=375, filesize=12.0 K 2024-12-17T08:29:31,373 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 55070ef73e7ef075317bada3f5a410dc in 883ms, sequenceid=375, compaction requested=false 2024-12-17T08:29:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-17T08:29:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-17T08:29:31,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-17T08:29:31,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4970 sec 2024-12-17T08:29:31,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.5010 sec 2024-12-17T08:29:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:31,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-17T08:29:31,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:31,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:31,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:31,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:31,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:31,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:31,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424231732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179c82eee9905643568a2aa091864508fa_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424170611/Put/seqid=0 2024-12-17T08:29:31,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424231736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424231737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424231738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424231738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742104_1280 (size=12454) 2024-12-17T08:29:31,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424231839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424231840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424231840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424231840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424231841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-17T08:29:31,982 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-17T08:29:31,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-17T08:29:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:29:31,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:31,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:31,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:32,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424232042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424232042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424232043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424232043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424232044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:29:32,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:32,149 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179c82eee9905643568a2aa091864508fa_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179c82eee9905643568a2aa091864508fa_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:32,150 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/644e5301cd1d4fdfafb57af1928199d8, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:32,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/644e5301cd1d4fdfafb57af1928199d8 is 175, key is test_row_0/A:col10/1734424170611/Put/seqid=0 2024-12-17T08:29:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742105_1281 (size=31255) 2024-12-17T08:29:32,220 DEBUG [Thread-827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b3821ad to 127.0.0.1:49694 2024-12-17T08:29:32,220 DEBUG [Thread-827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:32,220 DEBUG [Thread-821 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:49694 2024-12-17T08:29:32,220 DEBUG [Thread-821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:32,221 DEBUG [Thread-823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3bb8b26c to 127.0.0.1:49694 2024-12-17T08:29:32,221 DEBUG [Thread-823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:32,224 DEBUG [Thread-825 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32239a70 to 127.0.0.1:49694 2024-12-17T08:29:32,224 DEBUG [Thread-825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:29:32,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:32,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:32,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424232347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424232348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424232348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424232349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424232349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/644e5301cd1d4fdfafb57af1928199d8 2024-12-17T08:29:32,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/648ca8ba779446cf8c445211564835fe is 50, key is test_row_0/B:col10/1734424170611/Put/seqid=0 2024-12-17T08:29:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742106_1282 (size=12301) 2024-12-17T08:29:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:29:32,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:32,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:32,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38918 deadline: 1734424232849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38880 deadline: 1734424232850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38946 deadline: 1734424232851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38906 deadline: 1734424232852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38884 deadline: 1734424232853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:32,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:32,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:32,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/648ca8ba779446cf8c445211564835fe 2024-12-17T08:29:32,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/ea99611a5749434885803e013d950ab8 is 50, key is test_row_0/C:col10/1734424170611/Put/seqid=0 2024-12-17T08:29:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742107_1283 (size=12301) 2024-12-17T08:29:33,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:33,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:29:33,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:33,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:33,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:33,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/ea99611a5749434885803e013d950ab8 2024-12-17T08:29:33,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/644e5301cd1d4fdfafb57af1928199d8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/644e5301cd1d4fdfafb57af1928199d8 2024-12-17T08:29:33,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/644e5301cd1d4fdfafb57af1928199d8, entries=150, sequenceid=407, filesize=30.5 K 2024-12-17T08:29:33,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/648ca8ba779446cf8c445211564835fe as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/648ca8ba779446cf8c445211564835fe 2024-12-17T08:29:33,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/648ca8ba779446cf8c445211564835fe, entries=150, sequenceid=407, filesize=12.0 K 2024-12-17T08:29:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/ea99611a5749434885803e013d950ab8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ea99611a5749434885803e013d950ab8 2024-12-17T08:29:33,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ea99611a5749434885803e013d950ab8, entries=150, sequenceid=407, filesize=12.0 K 2024-12-17T08:29:33,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 55070ef73e7ef075317bada3f5a410dc in 1665ms, sequenceid=407, compaction requested=true 2024-12-17T08:29:33,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:33,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:33,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:33,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:33,394 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:33,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:33,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55070ef73e7ef075317bada3f5a410dc:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:33,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:33,394 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:33,395 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:33,395 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:33,395 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/A is initiating minor compaction (all files) 2024-12-17T08:29:33,395 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/B is initiating minor compaction (all files) 2024-12-17T08:29:33,395 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/A in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,395 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/B in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,395 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/be008be4e1b24edf86ae74de63d6896d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3f8dcfca7f7f4194bccdc7e72c7e834b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/644e5301cd1d4fdfafb57af1928199d8] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=92.4 K 2024-12-17T08:29:33,395 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8ded86d2d7fc4aaf8905fa7aa5ba36df, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/79a428a4d27b42a5a520b35e7fa2fd26, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/648ca8ba779446cf8c445211564835fe] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.9 K 2024-12-17T08:29:33,395 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,395 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/be008be4e1b24edf86ae74de63d6896d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3f8dcfca7f7f4194bccdc7e72c7e834b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/644e5301cd1d4fdfafb57af1928199d8] 2024-12-17T08:29:33,396 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ded86d2d7fc4aaf8905fa7aa5ba36df, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1734424169160 2024-12-17T08:29:33,396 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting be008be4e1b24edf86ae74de63d6896d, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1734424169160 2024-12-17T08:29:33,396 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f8dcfca7f7f4194bccdc7e72c7e834b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734424169470 2024-12-17T08:29:33,396 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 79a428a4d27b42a5a520b35e7fa2fd26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734424169470 2024-12-17T08:29:33,396 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 648ca8ba779446cf8c445211564835fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734424170611 2024-12-17T08:29:33,396 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 644e5301cd1d4fdfafb57af1928199d8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734424170611 2024-12-17T08:29:33,404 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:33,404 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/d62b69eef55740e1b71064d52badd26c is 50, key is test_row_0/B:col10/1734424170611/Put/seqid=0 2024-12-17T08:29:33,408 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:33,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742108_1284 (size=13255) 2024-12-17T08:29:33,410 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121788e7154d7de94ff89880bfd5b2f025cf_55070ef73e7ef075317bada3f5a410dc store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:33,425 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121788e7154d7de94ff89880bfd5b2f025cf_55070ef73e7ef075317bada3f5a410dc, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:33,425 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121788e7154d7de94ff89880bfd5b2f025cf_55070ef73e7ef075317bada3f5a410dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742109_1285 (size=4469) 2024-12-17T08:29:33,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:33,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-17T08:29:33,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,516 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-17T08:29:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:33,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179b3fc868aa2e45a7b30b70ca2889f17b_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424171735/Put/seqid=0 2024-12-17T08:29:33,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742110_1286 (size=12454) 2024-12-17T08:29:33,814 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/d62b69eef55740e1b71064d52badd26c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d62b69eef55740e1b71064d52badd26c 2024-12-17T08:29:33,819 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/B of 55070ef73e7ef075317bada3f5a410dc into d62b69eef55740e1b71064d52badd26c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:33,819 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:33,819 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/B, priority=13, startTime=1734424173394; duration=0sec 2024-12-17T08:29:33,819 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:33,819 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:B 2024-12-17T08:29:33,819 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:33,820 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:33,820 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 55070ef73e7ef075317bada3f5a410dc/C is initiating minor compaction (all files) 2024-12-17T08:29:33,820 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55070ef73e7ef075317bada3f5a410dc/C in TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:33,820 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/d561d7c5f94045ebbe4a34d9d3297c83, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/e19f56a6a7cd4dc6a624c9060afe1932, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ea99611a5749434885803e013d950ab8] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp, totalSize=36.9 K 2024-12-17T08:29:33,820 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d561d7c5f94045ebbe4a34d9d3297c83, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1734424169160 2024-12-17T08:29:33,821 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e19f56a6a7cd4dc6a624c9060afe1932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1734424169470 2024-12-17T08:29:33,821 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ea99611a5749434885803e013d950ab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1734424170611 2024-12-17T08:29:33,827 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#C#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:33,828 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/aca58b7027994008b5b2e099846db234 is 50, key is test_row_0/C:col10/1734424170611/Put/seqid=0 2024-12-17T08:29:33,830 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55070ef73e7ef075317bada3f5a410dc#A#compaction#239 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:33,830 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/e3d6a60fa2984f5a9a2813458c41e6b7 is 175, key is test_row_0/A:col10/1734424170611/Put/seqid=0 2024-12-17T08:29:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742111_1287 (size=13255) 2024-12-17T08:29:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742112_1288 (size=32209) 2024-12-17T08:29:33,852 DEBUG [Thread-814 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c964e8 to 127.0.0.1:49694 2024-12-17T08:29:33,852 DEBUG [Thread-814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:33,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. as already flushing 2024-12-17T08:29:33,855 DEBUG [Thread-812 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048068a5 to 127.0.0.1:49694 2024-12-17T08:29:33,855 DEBUG [Thread-812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:33,856 DEBUG [Thread-818 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:49694 2024-12-17T08:29:33,856 DEBUG [Thread-818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:33,857 DEBUG [Thread-810 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:49694 2024-12-17T08:29:33,857 DEBUG [Thread-810 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:33,860 DEBUG [Thread-816 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c3b736e to 127.0.0.1:49694 2024-12-17T08:29:33,860 DEBUG [Thread-816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:33,931 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412179b3fc868aa2e45a7b30b70ca2889f17b_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179b3fc868aa2e45a7b30b70ca2889f17b_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/50ac6e2a63824f609aa71f93beedf2d8, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/50ac6e2a63824f609aa71f93beedf2d8 is 175, key is test_row_0/A:col10/1734424171735/Put/seqid=0 2024-12-17T08:29:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742113_1289 (size=31255) 2024-12-17T08:29:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:29:34,237 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/aca58b7027994008b5b2e099846db234 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/aca58b7027994008b5b2e099846db234 2024-12-17T08:29:34,238 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/e3d6a60fa2984f5a9a2813458c41e6b7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e3d6a60fa2984f5a9a2813458c41e6b7 2024-12-17T08:29:34,241 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/C of 55070ef73e7ef075317bada3f5a410dc into aca58b7027994008b5b2e099846db234(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:34,241 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:34,241 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/C, priority=13, startTime=1734424173394; duration=0sec 2024-12-17T08:29:34,241 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:34,241 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:C 2024-12-17T08:29:34,242 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55070ef73e7ef075317bada3f5a410dc/A of 55070ef73e7ef075317bada3f5a410dc into e3d6a60fa2984f5a9a2813458c41e6b7(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:34,243 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:34,243 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc., storeName=55070ef73e7ef075317bada3f5a410dc/A, priority=13, startTime=1734424173394; duration=0sec 2024-12-17T08:29:34,243 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:34,243 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55070ef73e7ef075317bada3f5a410dc:A 2024-12-17T08:29:34,337 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/50ac6e2a63824f609aa71f93beedf2d8 2024-12-17T08:29:34,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/4dcf25430f2144a0aa0b45760a7c036d is 50, key is test_row_0/B:col10/1734424171735/Put/seqid=0 2024-12-17T08:29:34,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742114_1290 (size=12301) 2024-12-17T08:29:34,748 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/4dcf25430f2144a0aa0b45760a7c036d 2024-12-17T08:29:34,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/4c8bca3f498b4b1ea315c3353e4594e4 is 50, key is test_row_0/C:col10/1734424171735/Put/seqid=0 2024-12-17T08:29:34,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742115_1291 (size=12301) 2024-12-17T08:29:35,158 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/4c8bca3f498b4b1ea315c3353e4594e4 2024-12-17T08:29:35,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/50ac6e2a63824f609aa71f93beedf2d8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/50ac6e2a63824f609aa71f93beedf2d8 2024-12-17T08:29:35,166 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/50ac6e2a63824f609aa71f93beedf2d8, entries=150, sequenceid=416, filesize=30.5 K 2024-12-17T08:29:35,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/4dcf25430f2144a0aa0b45760a7c036d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/4dcf25430f2144a0aa0b45760a7c036d 2024-12-17T08:29:35,170 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/4dcf25430f2144a0aa0b45760a7c036d, entries=150, sequenceid=416, filesize=12.0 K 2024-12-17T08:29:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/4c8bca3f498b4b1ea315c3353e4594e4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c8bca3f498b4b1ea315c3353e4594e4 2024-12-17T08:29:35,174 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c8bca3f498b4b1ea315c3353e4594e4, entries=150, sequenceid=416, filesize=12.0 K 2024-12-17T08:29:35,175 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for 55070ef73e7ef075317bada3f5a410dc in 1659ms, sequenceid=416, compaction requested=false 2024-12-17T08:29:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-17T08:29:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-17T08:29:35,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-17T08:29:35,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1880 sec 2024-12-17T08:29:35,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 3.1950 sec 2024-12-17T08:29:35,904 DEBUG [master/c41f045e1357:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-17T08:29:35,908 DEBUG [master/c41f045e1357:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4d23b3e3f818512ee7f6c3d1e8f45d26 changed from -1.0 to 0.0, refreshing cache 2024-12-17T08:29:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-17T08:29:36,091 INFO [Thread-820 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7056 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7037 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3004 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9012 rows 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3018 2024-12-17T08:29:36,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9054 rows 2024-12-17T08:29:36,091 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:29:36,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x083eb3a5 to 127.0.0.1:49694 2024-12-17T08:29:36,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:29:36,093 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T08:29:36,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T08:29:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:29:36,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424176096"}]},"ts":"1734424176096"} 2024-12-17T08:29:36,098 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T08:29:36,101 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T08:29:36,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:29:36,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, UNASSIGN}] 2024-12-17T08:29:36,104 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, UNASSIGN 2024-12-17T08:29:36,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:36,105 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:29:36,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:29:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:29:36,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:36,257 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:36,257 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:29:36,257 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing 55070ef73e7ef075317bada3f5a410dc, disabling compactions & flushes 2024-12-17T08:29:36,257 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:36,257 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:36,257 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. after waiting 0 ms 2024-12-17T08:29:36,257 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:36,257 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing 55070ef73e7ef075317bada3f5a410dc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T08:29:36,257 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=A 2024-12-17T08:29:36,258 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:36,258 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=B 2024-12-17T08:29:36,258 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:36,258 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55070ef73e7ef075317bada3f5a410dc, store=C 2024-12-17T08:29:36,258 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:36,263 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121757216c810c0f458295e86a69021ba167_55070ef73e7ef075317bada3f5a410dc is 50, key is test_row_0/A:col10/1734424173854/Put/seqid=0 2024-12-17T08:29:36,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742116_1292 (size=12454) 2024-12-17T08:29:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:29:36,668 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:36,671 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121757216c810c0f458295e86a69021ba167_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121757216c810c0f458295e86a69021ba167_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:36,672 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c725b4960dde47d9b9b1ab1df853d21d, store: [table=TestAcidGuarantees family=A region=55070ef73e7ef075317bada3f5a410dc] 2024-12-17T08:29:36,673 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c725b4960dde47d9b9b1ab1df853d21d is 175, key is test_row_0/A:col10/1734424173854/Put/seqid=0 2024-12-17T08:29:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742117_1293 (size=31255) 2024-12-17T08:29:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:29:37,077 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=427, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c725b4960dde47d9b9b1ab1df853d21d 2024-12-17T08:29:37,084 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/b9ea198dd6ed48ad93d46256d8a02be0 is 50, key is test_row_0/B:col10/1734424173854/Put/seqid=0 2024-12-17T08:29:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742118_1294 (size=12301) 2024-12-17T08:29:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:29:37,488 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/b9ea198dd6ed48ad93d46256d8a02be0 2024-12-17T08:29:37,495 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/98d93e1c2cea4a2fa2e6726e431042c1 is 50, key is test_row_0/C:col10/1734424173854/Put/seqid=0 2024-12-17T08:29:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742119_1295 (size=12301) 2024-12-17T08:29:37,900 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/98d93e1c2cea4a2fa2e6726e431042c1 2024-12-17T08:29:37,904 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/A/c725b4960dde47d9b9b1ab1df853d21d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c725b4960dde47d9b9b1ab1df853d21d 2024-12-17T08:29:37,909 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c725b4960dde47d9b9b1ab1df853d21d, entries=150, sequenceid=427, filesize=30.5 K 2024-12-17T08:29:37,910 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/B/b9ea198dd6ed48ad93d46256d8a02be0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/b9ea198dd6ed48ad93d46256d8a02be0 2024-12-17T08:29:37,913 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/b9ea198dd6ed48ad93d46256d8a02be0, entries=150, sequenceid=427, filesize=12.0 K 2024-12-17T08:29:37,914 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/.tmp/C/98d93e1c2cea4a2fa2e6726e431042c1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/98d93e1c2cea4a2fa2e6726e431042c1 2024-12-17T08:29:37,917 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/98d93e1c2cea4a2fa2e6726e431042c1, entries=150, sequenceid=427, filesize=12.0 K 2024-12-17T08:29:37,918 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 55070ef73e7ef075317bada3f5a410dc in 1661ms, sequenceid=427, compaction requested=true 2024-12-17T08:29:37,918 DEBUG [StoreCloser-TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c9f70540cdec4a588eb5282242b62458, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c582356313bd4d8cab0619808b181a8e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7e8073c3dac44cb18d46b8823b09c188, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3161b99561134063a363925290f3d3c5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/76b36a5d67ea48a9b848f1179fae4743, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e498736cb0c343e79ebb3af6c3c1e4f8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/0acf125b489f496a95fe659f7bb6c883, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c4b09c5412584212b65beb6f81e05eb4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/2b99b5a87c824d4da43eff7c559b5bd7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/ce0aae14cb9a42f99dc7bb2765fcc4ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/6d2c020267864e6f90f4e616b4da13e8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/175b1c2593f44e798f95a0d2fd61dd65, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/fa870eff64ac4647af5524ad60bb6c7c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/28449e5d195240c2a155cada8c7beef8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c979905822b14af88b7deeaba8b83912, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/f6ff3eee764b48838012a06c06023d7f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3250ca09aecc4384b58d2589d7dc2382, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/80cd833335b14fd7bd8071f13ddb32d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3111059fec0e47ff833fac5e6249029d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7b461e3892bf4bd2abf93deeecef4237, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/56bfc6f0aa5443bf97dcf7f3f06e1a71, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/30a8adce1e8e4621aadfb4131b56f693, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/a46c62c74e9e4d0784e91f2da7eaa56e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c403cb09e9834ba988ee0cb9603c2a7f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/be008be4e1b24edf86ae74de63d6896d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c69f81cd8587491f8f708a518b15188c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3f8dcfca7f7f4194bccdc7e72c7e834b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/644e5301cd1d4fdfafb57af1928199d8] to archive 2024-12-17T08:29:37,920 DEBUG [StoreCloser-TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:29:37,922 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c582356313bd4d8cab0619808b181a8e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c582356313bd4d8cab0619808b181a8e 2024-12-17T08:29:37,922 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e498736cb0c343e79ebb3af6c3c1e4f8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e498736cb0c343e79ebb3af6c3c1e4f8 2024-12-17T08:29:37,922 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/76b36a5d67ea48a9b848f1179fae4743 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/76b36a5d67ea48a9b848f1179fae4743 2024-12-17T08:29:37,922 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7e8073c3dac44cb18d46b8823b09c188 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7e8073c3dac44cb18d46b8823b09c188 2024-12-17T08:29:37,922 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c9f70540cdec4a588eb5282242b62458 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c9f70540cdec4a588eb5282242b62458 2024-12-17T08:29:37,923 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3161b99561134063a363925290f3d3c5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3161b99561134063a363925290f3d3c5 2024-12-17T08:29:37,923 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c4b09c5412584212b65beb6f81e05eb4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c4b09c5412584212b65beb6f81e05eb4 2024-12-17T08:29:37,923 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/0acf125b489f496a95fe659f7bb6c883 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/0acf125b489f496a95fe659f7bb6c883 2024-12-17T08:29:37,925 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/2b99b5a87c824d4da43eff7c559b5bd7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/2b99b5a87c824d4da43eff7c559b5bd7 2024-12-17T08:29:37,925 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/28449e5d195240c2a155cada8c7beef8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/28449e5d195240c2a155cada8c7beef8 2024-12-17T08:29:37,925 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/fa870eff64ac4647af5524ad60bb6c7c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/fa870eff64ac4647af5524ad60bb6c7c 2024-12-17T08:29:37,925 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/ce0aae14cb9a42f99dc7bb2765fcc4ce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/ce0aae14cb9a42f99dc7bb2765fcc4ce 2024-12-17T08:29:37,926 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/175b1c2593f44e798f95a0d2fd61dd65 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/175b1c2593f44e798f95a0d2fd61dd65 2024-12-17T08:29:37,926 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/6d2c020267864e6f90f4e616b4da13e8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/6d2c020267864e6f90f4e616b4da13e8 2024-12-17T08:29:37,926 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c979905822b14af88b7deeaba8b83912 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c979905822b14af88b7deeaba8b83912 2024-12-17T08:29:37,926 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/f6ff3eee764b48838012a06c06023d7f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/f6ff3eee764b48838012a06c06023d7f 2024-12-17T08:29:37,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/80cd833335b14fd7bd8071f13ddb32d5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/80cd833335b14fd7bd8071f13ddb32d5 2024-12-17T08:29:37,928 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3111059fec0e47ff833fac5e6249029d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3111059fec0e47ff833fac5e6249029d 2024-12-17T08:29:37,928 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3250ca09aecc4384b58d2589d7dc2382 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3250ca09aecc4384b58d2589d7dc2382 2024-12-17T08:29:37,928 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7b461e3892bf4bd2abf93deeecef4237 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/7b461e3892bf4bd2abf93deeecef4237 2024-12-17T08:29:37,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/30a8adce1e8e4621aadfb4131b56f693 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/30a8adce1e8e4621aadfb4131b56f693 2024-12-17T08:29:37,928 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/56bfc6f0aa5443bf97dcf7f3f06e1a71 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/56bfc6f0aa5443bf97dcf7f3f06e1a71 2024-12-17T08:29:37,929 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/a46c62c74e9e4d0784e91f2da7eaa56e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/a46c62c74e9e4d0784e91f2da7eaa56e 2024-12-17T08:29:37,929 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c403cb09e9834ba988ee0cb9603c2a7f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c403cb09e9834ba988ee0cb9603c2a7f 2024-12-17T08:29:37,929 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/be008be4e1b24edf86ae74de63d6896d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/be008be4e1b24edf86ae74de63d6896d 2024-12-17T08:29:37,930 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3f8dcfca7f7f4194bccdc7e72c7e834b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/3f8dcfca7f7f4194bccdc7e72c7e834b 2024-12-17T08:29:37,930 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/644e5301cd1d4fdfafb57af1928199d8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/644e5301cd1d4fdfafb57af1928199d8 2024-12-17T08:29:37,930 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c69f81cd8587491f8f708a518b15188c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c69f81cd8587491f8f708a518b15188c 2024-12-17T08:29:37,931 DEBUG [StoreCloser-TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/72db31dc8af148c587be3b355dc47cd4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31764a822eeb4e2083bdc5459df545e0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/30017619ad4046e68d121f1b80e86c8f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/45863a0b6bda4235a142de07e46b1bf8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3f52bad4c44b450a90011fd916dab39b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8c0507a108424142958ef5403123297e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/10b0165af7b7437d945213161fe269ed, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d12ad29284b64d3c83f65d5cc917b9e2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/bb1610a58f1f4158bf1113e5e752332b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/0160f0a336ff40b1b6f4d27e68ae9da2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/96bae352053b4ce69d85e95207e884fe, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/720f761f01724aa5ad058b9f8e36ce4f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/693e57e56b984937b1af1ba5d5c7ebe3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31cb37117d194af4a47026bce0a5d0f7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/765fd211918343fcb20d25ba5698ef6b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8befee44ed4341e6a7ca845477fd4c25, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/9ac2944e38bd427fa6b06c6faccfe262, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3ef723babde14e058e69b4595a458b59, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/cc7b29ba30ea4291982ba5b0f054e966, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/1e1f5db8312a4c158dd43205ce361b6d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/789a6316df7143f6b3865f9233d8b148, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/85f03624db6b402a846e0ae3da901a00, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/ea0d982b86874addbd200d7d2c1f8074, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/dcc2f7a960104bed84abfcbcccf1cc28, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8ded86d2d7fc4aaf8905fa7aa5ba36df, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/25250f6ad90d4373b6966650674f9ce3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/79a428a4d27b42a5a520b35e7fa2fd26, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/648ca8ba779446cf8c445211564835fe] to archive 2024-12-17T08:29:37,932 DEBUG [StoreCloser-TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:29:37,934 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31764a822eeb4e2083bdc5459df545e0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31764a822eeb4e2083bdc5459df545e0 2024-12-17T08:29:37,934 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/72db31dc8af148c587be3b355dc47cd4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/72db31dc8af148c587be3b355dc47cd4 2024-12-17T08:29:37,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/30017619ad4046e68d121f1b80e86c8f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/30017619ad4046e68d121f1b80e86c8f 2024-12-17T08:29:37,935 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3f52bad4c44b450a90011fd916dab39b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3f52bad4c44b450a90011fd916dab39b 2024-12-17T08:29:37,935 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/45863a0b6bda4235a142de07e46b1bf8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/45863a0b6bda4235a142de07e46b1bf8 2024-12-17T08:29:37,935 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8c0507a108424142958ef5403123297e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8c0507a108424142958ef5403123297e 2024-12-17T08:29:37,936 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/10b0165af7b7437d945213161fe269ed to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/10b0165af7b7437d945213161fe269ed 2024-12-17T08:29:37,936 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d12ad29284b64d3c83f65d5cc917b9e2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d12ad29284b64d3c83f65d5cc917b9e2 2024-12-17T08:29:37,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/0160f0a336ff40b1b6f4d27e68ae9da2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/0160f0a336ff40b1b6f4d27e68ae9da2 2024-12-17T08:29:37,937 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/693e57e56b984937b1af1ba5d5c7ebe3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/693e57e56b984937b1af1ba5d5c7ebe3 2024-12-17T08:29:37,937 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/bb1610a58f1f4158bf1113e5e752332b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/bb1610a58f1f4158bf1113e5e752332b 2024-12-17T08:29:37,938 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31cb37117d194af4a47026bce0a5d0f7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/31cb37117d194af4a47026bce0a5d0f7 2024-12-17T08:29:37,938 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/96bae352053b4ce69d85e95207e884fe to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/96bae352053b4ce69d85e95207e884fe 2024-12-17T08:29:37,938 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/720f761f01724aa5ad058b9f8e36ce4f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/720f761f01724aa5ad058b9f8e36ce4f 2024-12-17T08:29:37,939 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/765fd211918343fcb20d25ba5698ef6b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/765fd211918343fcb20d25ba5698ef6b 2024-12-17T08:29:37,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8befee44ed4341e6a7ca845477fd4c25 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8befee44ed4341e6a7ca845477fd4c25 2024-12-17T08:29:37,940 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/789a6316df7143f6b3865f9233d8b148 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/789a6316df7143f6b3865f9233d8b148 2024-12-17T08:29:37,940 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/1e1f5db8312a4c158dd43205ce361b6d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/1e1f5db8312a4c158dd43205ce361b6d 2024-12-17T08:29:37,941 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/cc7b29ba30ea4291982ba5b0f054e966 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/cc7b29ba30ea4291982ba5b0f054e966 2024-12-17T08:29:37,941 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3ef723babde14e058e69b4595a458b59 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/3ef723babde14e058e69b4595a458b59 2024-12-17T08:29:37,941 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/9ac2944e38bd427fa6b06c6faccfe262 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/9ac2944e38bd427fa6b06c6faccfe262 2024-12-17T08:29:37,942 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/85f03624db6b402a846e0ae3da901a00 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/85f03624db6b402a846e0ae3da901a00 2024-12-17T08:29:37,942 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/ea0d982b86874addbd200d7d2c1f8074 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/ea0d982b86874addbd200d7d2c1f8074 2024-12-17T08:29:37,943 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/dcc2f7a960104bed84abfcbcccf1cc28 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/dcc2f7a960104bed84abfcbcccf1cc28 2024-12-17T08:29:37,943 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/25250f6ad90d4373b6966650674f9ce3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/25250f6ad90d4373b6966650674f9ce3 2024-12-17T08:29:37,943 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8ded86d2d7fc4aaf8905fa7aa5ba36df to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/8ded86d2d7fc4aaf8905fa7aa5ba36df 2024-12-17T08:29:37,943 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/648ca8ba779446cf8c445211564835fe to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/648ca8ba779446cf8c445211564835fe 2024-12-17T08:29:37,943 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/79a428a4d27b42a5a520b35e7fa2fd26 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/79a428a4d27b42a5a520b35e7fa2fd26 2024-12-17T08:29:37,945 DEBUG [StoreCloser-TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f739b417a20d49a1b7be38dbc22da146, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/8a2abfca87b24ec0a2db785aa64c56c1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ba2829b201754fa8a4bb6b4d70c6b13d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/6abc8db838604102b9bb4fe62b48b3a7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/5741c71cb6924e929c0d6005bb977e9f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3deeed16edde4afcbd7c1627508db5b6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9b093328c3d94abdb614ad556ffdf08f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c6c54ff7e4a4d23a7788bcbc384d350, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/684ebff2784240818a21c6f50dd521f0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/0e21a0729a3c40ceaa7c9ae240e97423, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a8e92f4c349e47a7bc5ff78f54c2a81f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a9e65b1244ac4e359a8e2f452a843235, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f6086fe0f7544a50a9abaf2c7e7cda08, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/c373636ba52b44ecb2ede771f5ae888b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/891cd375f1d8482b9830eebdeb597353, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/bf8ac0d729cf458285e2a58c64f1db17, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/717e2a34989642a994b5e956824d56c1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/092d272992f44ddb8fc6770fbdde9511, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/17b929816d5748f4898885cdd59866e0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3c1bd10685db46bf9ffb3c1df054479a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/417671c8e9c5473aa374225913054b19, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3abaca666905497f959b9cb686b3b401, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/843c07a6bfc54040afa92da551278c2c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9ecd7c6735c448ae811e7772db671f90, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/d561d7c5f94045ebbe4a34d9d3297c83, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/76a9bf2a29894862a835d376a7734d48, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/e19f56a6a7cd4dc6a624c9060afe1932, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ea99611a5749434885803e013d950ab8] to archive 2024-12-17T08:29:37,945 DEBUG [StoreCloser-TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:29:37,948 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/8a2abfca87b24ec0a2db785aa64c56c1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/8a2abfca87b24ec0a2db785aa64c56c1 2024-12-17T08:29:37,948 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/6abc8db838604102b9bb4fe62b48b3a7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/6abc8db838604102b9bb4fe62b48b3a7 2024-12-17T08:29:37,948 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/5741c71cb6924e929c0d6005bb977e9f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/5741c71cb6924e929c0d6005bb977e9f 2024-12-17T08:29:37,948 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ba2829b201754fa8a4bb6b4d70c6b13d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ba2829b201754fa8a4bb6b4d70c6b13d 2024-12-17T08:29:37,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f739b417a20d49a1b7be38dbc22da146 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f739b417a20d49a1b7be38dbc22da146 2024-12-17T08:29:37,949 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3deeed16edde4afcbd7c1627508db5b6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3deeed16edde4afcbd7c1627508db5b6 2024-12-17T08:29:37,949 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9b093328c3d94abdb614ad556ffdf08f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9b093328c3d94abdb614ad556ffdf08f 2024-12-17T08:29:37,949 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c6c54ff7e4a4d23a7788bcbc384d350 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c6c54ff7e4a4d23a7788bcbc384d350 2024-12-17T08:29:37,950 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/684ebff2784240818a21c6f50dd521f0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/684ebff2784240818a21c6f50dd521f0 2024-12-17T08:29:37,951 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/c373636ba52b44ecb2ede771f5ae888b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/c373636ba52b44ecb2ede771f5ae888b 2024-12-17T08:29:37,951 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a8e92f4c349e47a7bc5ff78f54c2a81f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a8e92f4c349e47a7bc5ff78f54c2a81f 2024-12-17T08:29:37,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f6086fe0f7544a50a9abaf2c7e7cda08 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/f6086fe0f7544a50a9abaf2c7e7cda08 2024-12-17T08:29:37,951 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/891cd375f1d8482b9830eebdeb597353 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/891cd375f1d8482b9830eebdeb597353 2024-12-17T08:29:37,951 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/0e21a0729a3c40ceaa7c9ae240e97423 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/0e21a0729a3c40ceaa7c9ae240e97423 2024-12-17T08:29:37,951 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a9e65b1244ac4e359a8e2f452a843235 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/a9e65b1244ac4e359a8e2f452a843235 2024-12-17T08:29:37,952 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/bf8ac0d729cf458285e2a58c64f1db17 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/bf8ac0d729cf458285e2a58c64f1db17 2024-12-17T08:29:37,953 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/092d272992f44ddb8fc6770fbdde9511 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/092d272992f44ddb8fc6770fbdde9511 2024-12-17T08:29:37,953 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/17b929816d5748f4898885cdd59866e0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/17b929816d5748f4898885cdd59866e0 2024-12-17T08:29:37,954 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3c1bd10685db46bf9ffb3c1df054479a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3c1bd10685db46bf9ffb3c1df054479a 2024-12-17T08:29:37,954 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/417671c8e9c5473aa374225913054b19 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/417671c8e9c5473aa374225913054b19 2024-12-17T08:29:37,954 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3abaca666905497f959b9cb686b3b401 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/3abaca666905497f959b9cb686b3b401 2024-12-17T08:29:37,954 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/717e2a34989642a994b5e956824d56c1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/717e2a34989642a994b5e956824d56c1 2024-12-17T08:29:37,954 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/843c07a6bfc54040afa92da551278c2c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/843c07a6bfc54040afa92da551278c2c 2024-12-17T08:29:37,954 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9ecd7c6735c448ae811e7772db671f90 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/9ecd7c6735c448ae811e7772db671f90 2024-12-17T08:29:37,955 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/d561d7c5f94045ebbe4a34d9d3297c83 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/d561d7c5f94045ebbe4a34d9d3297c83 2024-12-17T08:29:37,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/e19f56a6a7cd4dc6a624c9060afe1932 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/e19f56a6a7cd4dc6a624c9060afe1932 2024-12-17T08:29:37,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ea99611a5749434885803e013d950ab8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/ea99611a5749434885803e013d950ab8 2024-12-17T08:29:37,955 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/76a9bf2a29894862a835d376a7734d48 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/76a9bf2a29894862a835d376a7734d48 2024-12-17T08:29:37,960 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/recovered.edits/430.seqid, newMaxSeqId=430, maxSeqId=4 2024-12-17T08:29:37,961 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc. 2024-12-17T08:29:37,961 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for 55070ef73e7ef075317bada3f5a410dc: 2024-12-17T08:29:37,962 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed 55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:37,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=55070ef73e7ef075317bada3f5a410dc, regionState=CLOSED 2024-12-17T08:29:37,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-17T08:29:37,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure 55070ef73e7ef075317bada3f5a410dc, server=c41f045e1357,40233,1734424111672 in 1.8590 sec 2024-12-17T08:29:37,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-17T08:29:37,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=55070ef73e7ef075317bada3f5a410dc, UNASSIGN in 1.8620 sec 2024-12-17T08:29:37,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-17T08:29:37,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8660 sec 2024-12-17T08:29:37,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424177969"}]},"ts":"1734424177969"} 2024-12-17T08:29:37,970 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T08:29:37,972 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T08:29:37,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8800 sec 2024-12-17T08:29:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-17T08:29:38,200 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-17T08:29:38,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T08:29:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:38,202 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T08:29:38,203 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:38,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,206 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/recovered.edits] 2024-12-17T08:29:38,209 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/50ac6e2a63824f609aa71f93beedf2d8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/50ac6e2a63824f609aa71f93beedf2d8 2024-12-17T08:29:38,210 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c725b4960dde47d9b9b1ab1df853d21d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/c725b4960dde47d9b9b1ab1df853d21d 2024-12-17T08:29:38,210 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e3d6a60fa2984f5a9a2813458c41e6b7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/A/e3d6a60fa2984f5a9a2813458c41e6b7 2024-12-17T08:29:38,213 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/b9ea198dd6ed48ad93d46256d8a02be0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/b9ea198dd6ed48ad93d46256d8a02be0 2024-12-17T08:29:38,214 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d62b69eef55740e1b71064d52badd26c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/d62b69eef55740e1b71064d52badd26c 2024-12-17T08:29:38,214 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/4dcf25430f2144a0aa0b45760a7c036d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/B/4dcf25430f2144a0aa0b45760a7c036d 2024-12-17T08:29:38,217 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/98d93e1c2cea4a2fa2e6726e431042c1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/98d93e1c2cea4a2fa2e6726e431042c1 2024-12-17T08:29:38,217 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c8bca3f498b4b1ea315c3353e4594e4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/4c8bca3f498b4b1ea315c3353e4594e4 2024-12-17T08:29:38,217 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/aca58b7027994008b5b2e099846db234 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/C/aca58b7027994008b5b2e099846db234 2024-12-17T08:29:38,220 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/recovered.edits/430.seqid to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc/recovered.edits/430.seqid 2024-12-17T08:29:38,221 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,221 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T08:29:38,221 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T08:29:38,222 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T08:29:38,232 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121711d2091311b549beb15d498dd5ccf7d5_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121711d2091311b549beb15d498dd5ccf7d5_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,232 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412171ed5c3e718ae430a83ef7bf7c4edabc0_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412171ed5c3e718ae430a83ef7bf7c4edabc0_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,233 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217287bed7dc6cd4053a65da34c0c7239f6_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217287bed7dc6cd4053a65da34c0c7239f6_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,233 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121757216c810c0f458295e86a69021ba167_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121757216c810c0f458295e86a69021ba167_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,233 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175d3a55558ea24c4097a62ad2f30af9f7_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175d3a55558ea24c4097a62ad2f30af9f7_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,233 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174d4b2bb12dca483f85a50f1aebe37913_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174d4b2bb12dca483f85a50f1aebe37913_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,233 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217601199f5bc944a03ace2fdc9e9b3af93_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217601199f5bc944a03ace2fdc9e9b3af93_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,233 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177b10eef4d16140c2ab28b8b373462167_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177b10eef4d16140c2ab28b8b373462167_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,235 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177f1205aa8e7346a5bee2da6fc845b26e_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177f1205aa8e7346a5bee2da6fc845b26e_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,235 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217916d478b959048fe8df7f0b2ea5110da_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217916d478b959048fe8df7f0b2ea5110da_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,235 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178654ed2322fe4990800126d8ec7d50f1_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412178654ed2322fe4990800126d8ec7d50f1_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,235 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217989af660ec004912a5b6d610fd2749d2_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217989af660ec004912a5b6d610fd2749d2_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,236 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179c82eee9905643568a2aa091864508fa_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179c82eee9905643568a2aa091864508fa_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,236 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b89885b2ad3d4ada91669863efc6323a_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b89885b2ad3d4ada91669863efc6323a_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,236 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179b3fc868aa2e45a7b30b70ca2889f17b_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412179b3fc868aa2e45a7b30b70ca2889f17b_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,236 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b8cb193039334800a14133ceefb1583b_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b8cb193039334800a14133ceefb1583b_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,237 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c9406fc4352143fc826deb0caf77c755_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c9406fc4352143fc826deb0caf77c755_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,237 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ec77c12350364ff3b26de1b6fefc2adc_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ec77c12350364ff3b26de1b6fefc2adc_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,237 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f61c27e269894c9b9336d59377d1c787_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217f61c27e269894c9b9336d59377d1c787_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,237 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d97ca89e5ecc4c55890f2056d384b78e_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d97ca89e5ecc4c55890f2056d384b78e_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,237 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217de2414b412dc45e284c55d7b7f573ca9_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217de2414b412dc45e284c55d7b7f573ca9_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,237 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fec3ceeabc6d4650a3a61028d36e2a35_55070ef73e7ef075317bada3f5a410dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fec3ceeabc6d4650a3a61028d36e2a35_55070ef73e7ef075317bada3f5a410dc 2024-12-17T08:29:38,238 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T08:29:38,240 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:38,242 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T08:29:38,244 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T08:29:38,245 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:38,245 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T08:29:38,246 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734424178245"}]},"ts":"9223372036854775807"} 2024-12-17T08:29:38,247 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:29:38,247 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 55070ef73e7ef075317bada3f5a410dc, NAME => 'TestAcidGuarantees,,1734424149510.55070ef73e7ef075317bada3f5a410dc.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:29:38,248 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T08:29:38,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734424178248"}]},"ts":"9223372036854775807"} 2024-12-17T08:29:38,249 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T08:29:38,252 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:38,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-12-17T08:29:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-17T08:29:38,304 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-17T08:29:38,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=246 (was 246), OpenFileDescriptor=449 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 205) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7057 (was 7200) 2024-12-17T08:29:38,322 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=246, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=7057 2024-12-17T08:29:38,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:29:38,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:29:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T08:29:38,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:29:38,325 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:38,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-12-17T08:29:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T08:29:38,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:29:38,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742120_1296 (size=963) 2024-12-17T08:29:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T08:29:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T08:29:38,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:29:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742121_1297 (size=53) 2024-12-17T08:29:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T08:29:39,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:29:39,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d470a631357aa5636de6c4327bf2a7d3, disabling compactions & flushes 2024-12-17T08:29:39,139 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. after waiting 0 ms 2024-12-17T08:29:39,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,139 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,139 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:39,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:29:39,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734424179140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734424179140"}]},"ts":"1734424179140"} 2024-12-17T08:29:39,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:29:39,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:29:39,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424179141"}]},"ts":"1734424179141"} 2024-12-17T08:29:39,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T08:29:39,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d470a631357aa5636de6c4327bf2a7d3, ASSIGN}] 2024-12-17T08:29:39,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d470a631357aa5636de6c4327bf2a7d3, ASSIGN 2024-12-17T08:29:39,147 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d470a631357aa5636de6c4327bf2a7d3, ASSIGN; state=OFFLINE, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=false 2024-12-17T08:29:39,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=d470a631357aa5636de6c4327bf2a7d3, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:39,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:29:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T08:29:39,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:39,453 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,453 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:29:39,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:29:39,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,454 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,455 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,456 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:39,457 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d470a631357aa5636de6c4327bf2a7d3 columnFamilyName A 2024-12-17T08:29:39,457 DEBUG [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:39,457 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.HStore(327): Store=d470a631357aa5636de6c4327bf2a7d3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:39,457 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,458 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:39,458 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d470a631357aa5636de6c4327bf2a7d3 columnFamilyName B 2024-12-17T08:29:39,459 DEBUG [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:39,459 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.HStore(327): Store=d470a631357aa5636de6c4327bf2a7d3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:39,459 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,460 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:29:39,460 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d470a631357aa5636de6c4327bf2a7d3 columnFamilyName C 2024-12-17T08:29:39,460 DEBUG [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:29:39,461 INFO [StoreOpener-d470a631357aa5636de6c4327bf2a7d3-1 {}] regionserver.HStore(327): Store=d470a631357aa5636de6c4327bf2a7d3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:29:39,461 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,462 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,462 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,463 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:29:39,464 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:39,466 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:29:39,467 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened d470a631357aa5636de6c4327bf2a7d3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58949415, jitterRate=-0.12158526480197906}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:29:39,467 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:39,468 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., pid=76, masterSystemTime=1734424179450 2024-12-17T08:29:39,469 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,469 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:39,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=d470a631357aa5636de6c4327bf2a7d3, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:29:39,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-17T08:29:39,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 in 172 msec 2024-12-17T08:29:39,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-12-17T08:29:39,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d470a631357aa5636de6c4327bf2a7d3, ASSIGN in 326 msec 2024-12-17T08:29:39,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:29:39,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424179475"}]},"ts":"1734424179475"} 2024-12-17T08:29:39,476 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T08:29:39,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:29:39,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-12-17T08:29:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-12-17T08:29:40,429 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-12-17T08:29:40,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69bbf48f to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75565da1 2024-12-17T08:29:40,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125487ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,436 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:29:40,439 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:29:40,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1570ddea to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@528c21b0 2024-12-17T08:29:40,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6453bda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ebbe5a0 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d89d666 2024-12-17T08:29:40,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cec8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x272f575d to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44769f38 2024-12-17T08:29:40,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665c4f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c0d5fe1 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cf29c07 2024-12-17T08:29:40,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6853d3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7491f229 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cfb5a18 2024-12-17T08:29:40,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac01dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f450201 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5118689 2024-12-17T08:29:40,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab18aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7448c10f to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d6434c1 2024-12-17T08:29:40,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1d0d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f8191db to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@739f6ad6 2024-12-17T08:29:40,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ec705f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x546bf8b8 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5caaf139 2024-12-17T08:29:40,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e560c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ff872d8 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4506927 2024-12-17T08:29:40,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9b9802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:29:40,478 DEBUG [hconnection-0x6e7c4df4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,478 DEBUG [hconnection-0x5103cbcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,478 DEBUG [hconnection-0x72ab62f5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,480 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,480 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,480 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,481 DEBUG [hconnection-0x2783b852-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,481 DEBUG [hconnection-0x43295230-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:40,482 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,482 DEBUG [hconnection-0x562a636b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,483 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,483 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,484 DEBUG [hconnection-0x67a5499-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,484 DEBUG [hconnection-0x60e648c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,485 DEBUG [hconnection-0x5af40b7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,485 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-17T08:29:40,486 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T08:29:40,487 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:40,488 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:40,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:40,488 DEBUG [hconnection-0x7286ab63-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:29:40,489 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:29:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:40,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:29:40,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:40,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:40,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:40,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:40,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:40,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:40,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/13919a2b6105432ea1806296036ea6b2 is 50, key is test_row_0/A:col10/1734424180492/Put/seqid=0 2024-12-17T08:29:40,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424240522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424240523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424240527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424240527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424240527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742122_1298 (size=12001) 2024-12-17T08:29:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T08:29:40,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424240628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424240628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424240631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424240631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424240632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T08:29:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:40,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T08:29:40,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T08:29:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:40,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424240830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424240831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424240834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424240834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424240834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/13919a2b6105432ea1806296036ea6b2 2024-12-17T08:29:40,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:40,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T08:29:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:40,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:40,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/0ccc192cec334e61badcc6a713637b11 is 50, key is test_row_0/B:col10/1734424180492/Put/seqid=0 2024-12-17T08:29:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742123_1299 (size=12001) 2024-12-17T08:29:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T08:29:41,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T08:29:41,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424241134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424241135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424241135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424241138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424241144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T08:29:41,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:41,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T08:29:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/0ccc192cec334e61badcc6a713637b11 2024-12-17T08:29:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:41,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/28c7fd5617cc4469adbf91ac2243f82f is 50, key is test_row_0/C:col10/1734424180492/Put/seqid=0 2024-12-17T08:29:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742124_1300 (size=12001) 2024-12-17T08:29:41,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/28c7fd5617cc4469adbf91ac2243f82f 2024-12-17T08:29:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/13919a2b6105432ea1806296036ea6b2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/13919a2b6105432ea1806296036ea6b2 2024-12-17T08:29:41,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/13919a2b6105432ea1806296036ea6b2, entries=150, sequenceid=16, filesize=11.7 K 2024-12-17T08:29:41,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/0ccc192cec334e61badcc6a713637b11 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/0ccc192cec334e61badcc6a713637b11 2024-12-17T08:29:41,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/0ccc192cec334e61badcc6a713637b11, entries=150, sequenceid=16, filesize=11.7 K 2024-12-17T08:29:41,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/28c7fd5617cc4469adbf91ac2243f82f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/28c7fd5617cc4469adbf91ac2243f82f 2024-12-17T08:29:41,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/28c7fd5617cc4469adbf91ac2243f82f, entries=150, sequenceid=16, filesize=11.7 K 2024-12-17T08:29:41,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for d470a631357aa5636de6c4327bf2a7d3 in 969ms, sequenceid=16, compaction requested=false 2024-12-17T08:29:41,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:41,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-17T08:29:41,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,562 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:29:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/7c50df0e0be44db3b27c9d8e1d382ff2 is 50, key is test_row_0/A:col10/1734424180525/Put/seqid=0 2024-12-17T08:29:41,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742125_1301 (size=12001) 2024-12-17T08:29:41,579 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/7c50df0e0be44db3b27c9d8e1d382ff2 2024-12-17T08:29:41,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/e2f827b213cc4101af86e2d6c3580ba1 is 50, key is test_row_0/B:col10/1734424180525/Put/seqid=0 2024-12-17T08:29:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T08:29:41,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742126_1302 (size=12001) 2024-12-17T08:29:41,610 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/e2f827b213cc4101af86e2d6c3580ba1 2024-12-17T08:29:41,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/090e0e1d83f5435aa81e00a4ada58fe4 is 50, key is test_row_0/C:col10/1734424180525/Put/seqid=0 2024-12-17T08:29:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742127_1303 (size=12001) 2024-12-17T08:29:41,638 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/090e0e1d83f5435aa81e00a4ada58fe4 2024-12-17T08:29:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:41,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/7c50df0e0be44db3b27c9d8e1d382ff2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/7c50df0e0be44db3b27c9d8e1d382ff2 2024-12-17T08:29:41,649 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/7c50df0e0be44db3b27c9d8e1d382ff2, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T08:29:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/e2f827b213cc4101af86e2d6c3580ba1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/e2f827b213cc4101af86e2d6c3580ba1 2024-12-17T08:29:41,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424241647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424241646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424241647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424241648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424241651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,655 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/e2f827b213cc4101af86e2d6c3580ba1, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T08:29:41,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/090e0e1d83f5435aa81e00a4ada58fe4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/090e0e1d83f5435aa81e00a4ada58fe4 2024-12-17T08:29:41,662 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/090e0e1d83f5435aa81e00a4ada58fe4, entries=150, sequenceid=39, filesize=11.7 K 2024-12-17T08:29:41,662 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d470a631357aa5636de6c4327bf2a7d3 in 100ms, sequenceid=39, compaction requested=false 2024-12-17T08:29:41,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-17T08:29:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-17T08:29:41,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-17T08:29:41,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1760 sec 2024-12-17T08:29:41,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.1840 sec 2024-12-17T08:29:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:41,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:29:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:41,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/2348bc09c6864c92ae81666ff688b024 is 50, key is test_row_0/A:col10/1734424181752/Put/seqid=0 2024-12-17T08:29:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742128_1304 (size=12001) 2024-12-17T08:29:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424241768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424241769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424241770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424241771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424241872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424241873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424241873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:41,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424241874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424242075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424242075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424242076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424242077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/2348bc09c6864c92ae81666ff688b024 2024-12-17T08:29:42,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/45e67ec740d14a97b69d92cca56a49ce is 50, key is test_row_0/B:col10/1734424181752/Put/seqid=0 2024-12-17T08:29:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742129_1305 (size=12001) 2024-12-17T08:29:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424242378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424242380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424242382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424242383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/45e67ec740d14a97b69d92cca56a49ce 2024-12-17T08:29:42,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/b744e0cbc9c34253aadd516d12f940f1 is 50, key is test_row_0/C:col10/1734424181752/Put/seqid=0 2024-12-17T08:29:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-17T08:29:42,591 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-17T08:29:42,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742130_1306 (size=12001) 2024-12-17T08:29:42,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:42,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/b744e0cbc9c34253aadd516d12f940f1 2024-12-17T08:29:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-17T08:29:42,594 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T08:29:42,595 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:42,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:42,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/2348bc09c6864c92ae81666ff688b024 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2348bc09c6864c92ae81666ff688b024 2024-12-17T08:29:42,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2348bc09c6864c92ae81666ff688b024, entries=150, sequenceid=55, filesize=11.7 K 2024-12-17T08:29:42,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/45e67ec740d14a97b69d92cca56a49ce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/45e67ec740d14a97b69d92cca56a49ce 2024-12-17T08:29:42,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/45e67ec740d14a97b69d92cca56a49ce, entries=150, sequenceid=55, filesize=11.7 K 2024-12-17T08:29:42,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/b744e0cbc9c34253aadd516d12f940f1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/b744e0cbc9c34253aadd516d12f940f1 2024-12-17T08:29:42,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/b744e0cbc9c34253aadd516d12f940f1, entries=150, sequenceid=55, filesize=11.7 K 2024-12-17T08:29:42,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d470a631357aa5636de6c4327bf2a7d3 in 875ms, sequenceid=55, compaction requested=true 2024-12-17T08:29:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:42,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:42,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:42,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:42,630 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:42,630 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:42,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:42,631 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:42,631 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:42,631 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:29:42,631 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:29:42,631 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:42,631 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:42,631 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/13919a2b6105432ea1806296036ea6b2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/7c50df0e0be44db3b27c9d8e1d382ff2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2348bc09c6864c92ae81666ff688b024] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=35.2 K 2024-12-17T08:29:42,631 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/0ccc192cec334e61badcc6a713637b11, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/e2f827b213cc4101af86e2d6c3580ba1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/45e67ec740d14a97b69d92cca56a49ce] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=35.2 K 2024-12-17T08:29:42,632 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13919a2b6105432ea1806296036ea6b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424180492 2024-12-17T08:29:42,632 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ccc192cec334e61badcc6a713637b11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424180492 2024-12-17T08:29:42,632 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e2f827b213cc4101af86e2d6c3580ba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734424180521 2024-12-17T08:29:42,632 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c50df0e0be44db3b27c9d8e1d382ff2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734424180521 2024-12-17T08:29:42,633 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2348bc09c6864c92ae81666ff688b024, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734424181752 2024-12-17T08:29:42,633 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 45e67ec740d14a97b69d92cca56a49ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734424181752 2024-12-17T08:29:42,642 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:42,643 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:42,643 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/672a617169c34ae0a3b1ab8d3f512e05 is 50, key is test_row_0/A:col10/1734424181752/Put/seqid=0 2024-12-17T08:29:42,643 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c298063219ca46358d8aa27f9b2ba047 is 50, key is test_row_0/B:col10/1734424181752/Put/seqid=0 2024-12-17T08:29:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742131_1307 (size=12104) 2024-12-17T08:29:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742132_1308 (size=12104) 2024-12-17T08:29:42,658 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/672a617169c34ae0a3b1ab8d3f512e05 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/672a617169c34ae0a3b1ab8d3f512e05 2024-12-17T08:29:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:42,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:29:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:42,663 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into 672a617169c34ae0a3b1ab8d3f512e05(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:42,663 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:42,663 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=13, startTime=1734424182629; duration=0sec 2024-12-17T08:29:42,663 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:42,663 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:29:42,663 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:42,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/a8dd5892122a4958950404b599d43c02 is 50, key is test_row_0/A:col10/1734424181767/Put/seqid=0 2024-12-17T08:29:42,665 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:42,665 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:29:42,665 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:42,665 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/28c7fd5617cc4469adbf91ac2243f82f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/090e0e1d83f5435aa81e00a4ada58fe4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/b744e0cbc9c34253aadd516d12f940f1] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=35.2 K 2024-12-17T08:29:42,665 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28c7fd5617cc4469adbf91ac2243f82f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424180492 2024-12-17T08:29:42,666 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 090e0e1d83f5435aa81e00a4ada58fe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734424180521 2024-12-17T08:29:42,666 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b744e0cbc9c34253aadd516d12f940f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734424181752 2024-12-17T08:29:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742133_1309 (size=12001) 2024-12-17T08:29:42,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/a8dd5892122a4958950404b599d43c02 2024-12-17T08:29:42,677 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:42,677 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/fb904d95edb84f249bee19a7b74865a0 is 50, key is test_row_0/C:col10/1734424181752/Put/seqid=0 2024-12-17T08:29:42,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/1844ec44363043c8b537cd270929a06d is 50, key is test_row_0/B:col10/1734424181767/Put/seqid=0 2024-12-17T08:29:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742134_1310 (size=12104) 2024-12-17T08:29:42,685 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/fb904d95edb84f249bee19a7b74865a0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fb904d95edb84f249bee19a7b74865a0 2024-12-17T08:29:42,691 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into fb904d95edb84f249bee19a7b74865a0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:42,691 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:42,691 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=13, startTime=1734424182630; duration=0sec 2024-12-17T08:29:42,691 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:42,691 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:29:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742135_1311 (size=12001) 2024-12-17T08:29:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T08:29:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424242700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T08:29:42,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:42,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:42,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:42,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424242803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424242884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424242886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424242887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424242889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T08:29:42,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:42,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T08:29:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:42,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424243006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T08:29:43,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:43,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,057 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c298063219ca46358d8aa27f9b2ba047 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c298063219ca46358d8aa27f9b2ba047 2024-12-17T08:29:43,062 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into c298063219ca46358d8aa27f9b2ba047(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:43,062 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:43,062 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=13, startTime=1734424182629; duration=0sec 2024-12-17T08:29:43,062 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:43,062 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:29:43,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/1844ec44363043c8b537cd270929a06d 2024-12-17T08:29:43,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/98dfc5a30bff4bc09bab61ee35316418 is 50, key is test_row_0/C:col10/1734424181767/Put/seqid=0 2024-12-17T08:29:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742136_1312 (size=12001) 2024-12-17T08:29:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T08:29:43,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T08:29:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424243311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T08:29:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T08:29:43,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/98dfc5a30bff4bc09bab61ee35316418 2024-12-17T08:29:43,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/a8dd5892122a4958950404b599d43c02 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a8dd5892122a4958950404b599d43c02 2024-12-17T08:29:43,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T08:29:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:43,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a8dd5892122a4958950404b599d43c02, entries=150, sequenceid=76, filesize=11.7 K 2024-12-17T08:29:43,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/1844ec44363043c8b537cd270929a06d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/1844ec44363043c8b537cd270929a06d 2024-12-17T08:29:43,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/1844ec44363043c8b537cd270929a06d, entries=150, sequenceid=76, filesize=11.7 K 2024-12-17T08:29:43,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/98dfc5a30bff4bc09bab61ee35316418 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/98dfc5a30bff4bc09bab61ee35316418 2024-12-17T08:29:43,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/98dfc5a30bff4bc09bab61ee35316418, entries=150, sequenceid=76, filesize=11.7 K 2024-12-17T08:29:43,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d470a631357aa5636de6c4327bf2a7d3 in 870ms, sequenceid=76, compaction requested=false 2024-12-17T08:29:43,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:43,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-17T08:29:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:43,667 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:29:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:43,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:43,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/062606a7c13c4ac6b4bd03834cebfbe1 is 50, key is test_row_0/A:col10/1734424182698/Put/seqid=0 2024-12-17T08:29:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742137_1313 (size=12001) 2024-12-17T08:29:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T08:29:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:43,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:43,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424243858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424243890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424243891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424243892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424243894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:43,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424243961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:44,079 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/062606a7c13c4ac6b4bd03834cebfbe1 2024-12-17T08:29:44,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/b91aee6376aa483bade32cdbf9984216 is 50, key is test_row_0/B:col10/1734424182698/Put/seqid=0 2024-12-17T08:29:44,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742138_1314 (size=12001) 2024-12-17T08:29:44,094 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/b91aee6376aa483bade32cdbf9984216 2024-12-17T08:29:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/89afcf7118244d31b0cdc8420b44c339 is 50, key is test_row_0/C:col10/1734424182698/Put/seqid=0 2024-12-17T08:29:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742139_1315 (size=12001) 2024-12-17T08:29:44,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424244164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424244469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:44,508 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/89afcf7118244d31b0cdc8420b44c339 2024-12-17T08:29:44,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/062606a7c13c4ac6b4bd03834cebfbe1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/062606a7c13c4ac6b4bd03834cebfbe1 2024-12-17T08:29:44,516 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/062606a7c13c4ac6b4bd03834cebfbe1, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T08:29:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/b91aee6376aa483bade32cdbf9984216 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b91aee6376aa483bade32cdbf9984216 2024-12-17T08:29:44,521 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b91aee6376aa483bade32cdbf9984216, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T08:29:44,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/89afcf7118244d31b0cdc8420b44c339 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/89afcf7118244d31b0cdc8420b44c339 2024-12-17T08:29:44,525 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/89afcf7118244d31b0cdc8420b44c339, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T08:29:44,526 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d470a631357aa5636de6c4327bf2a7d3 in 859ms, sequenceid=94, compaction requested=true 2024-12-17T08:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-17T08:29:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-17T08:29:44,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-17T08:29:44,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec 2024-12-17T08:29:44,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.9370 sec 2024-12-17T08:29:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-17T08:29:44,698 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-17T08:29:44,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-17T08:29:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T08:29:44,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:44,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:44,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T08:29:44,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:44,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-17T08:29:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:44,855 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:44,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/5c9d97e1ed454947a3bed1a25f99c249 is 50, key is test_row_0/A:col10/1734424183849/Put/seqid=0 2024-12-17T08:29:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742140_1316 (size=12001) 2024-12-17T08:29:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:44,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T08:29:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424245003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424245106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,266 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/5c9d97e1ed454947a3bed1a25f99c249 2024-12-17T08:29:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/84707355609d4b4b800148fbaebb64db is 50, key is test_row_0/B:col10/1734424183849/Put/seqid=0 2024-12-17T08:29:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742141_1317 (size=12001) 2024-12-17T08:29:45,282 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/84707355609d4b4b800148fbaebb64db 2024-12-17T08:29:45,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/6f470c87700347959f990c1d3d58c9dd is 50, key is test_row_0/C:col10/1734424183849/Put/seqid=0 2024-12-17T08:29:45,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742142_1318 (size=12001) 2024-12-17T08:29:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T08:29:45,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424245309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424245615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,694 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/6f470c87700347959f990c1d3d58c9dd 2024-12-17T08:29:45,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/5c9d97e1ed454947a3bed1a25f99c249 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5c9d97e1ed454947a3bed1a25f99c249 2024-12-17T08:29:45,703 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5c9d97e1ed454947a3bed1a25f99c249, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T08:29:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/84707355609d4b4b800148fbaebb64db as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/84707355609d4b4b800148fbaebb64db 2024-12-17T08:29:45,708 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/84707355609d4b4b800148fbaebb64db, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T08:29:45,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/6f470c87700347959f990c1d3d58c9dd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6f470c87700347959f990c1d3d58c9dd 2024-12-17T08:29:45,713 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6f470c87700347959f990c1d3d58c9dd, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T08:29:45,714 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d470a631357aa5636de6c4327bf2a7d3 in 859ms, sequenceid=115, compaction requested=true 2024-12-17T08:29:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-17T08:29:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-17T08:29:45,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-17T08:29:45,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-12-17T08:29:45,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.0170 sec 2024-12-17T08:29:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-17T08:29:45,805 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-17T08:29:45,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-17T08:29:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T08:29:45,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:45,809 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:45,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:45,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T08:29:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:45,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/02786e7c73c84e38a1986905481f8a95 is 50, key is test_row_0/A:col10/1734424184997/Put/seqid=0 2024-12-17T08:29:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742143_1319 (size=14441) 2024-12-17T08:29:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T08:29:45,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/02786e7c73c84e38a1986905481f8a95 2024-12-17T08:29:45,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/37355c6dba7e4793aca5d30da6f4b99e is 50, key is test_row_0/B:col10/1734424184997/Put/seqid=0 2024-12-17T08:29:45,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742144_1320 (size=12051) 2024-12-17T08:29:45,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/37355c6dba7e4793aca5d30da6f4b99e 2024-12-17T08:29:45,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424245934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/184de54cb1174955ac39f0e3e4fa76e7 is 50, key is test_row_0/C:col10/1734424184997/Put/seqid=0 2024-12-17T08:29:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424245934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424245935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424245936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:45,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T08:29:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:45,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:45,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742145_1321 (size=12051) 2024-12-17T08:29:46,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424246039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424246041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424246042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424246042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T08:29:46,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T08:29:46,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:46,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:46,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424246118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424246241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424246244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424246244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424246245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T08:29:46,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:46,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:46,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:46,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/184de54cb1174955ac39f0e3e4fa76e7 2024-12-17T08:29:46,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/02786e7c73c84e38a1986905481f8a95 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/02786e7c73c84e38a1986905481f8a95 2024-12-17T08:29:46,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/02786e7c73c84e38a1986905481f8a95, entries=200, sequenceid=131, filesize=14.1 K 2024-12-17T08:29:46,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/37355c6dba7e4793aca5d30da6f4b99e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/37355c6dba7e4793aca5d30da6f4b99e 2024-12-17T08:29:46,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/37355c6dba7e4793aca5d30da6f4b99e, entries=150, sequenceid=131, filesize=11.8 K 2024-12-17T08:29:46,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/184de54cb1174955ac39f0e3e4fa76e7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/184de54cb1174955ac39f0e3e4fa76e7 2024-12-17T08:29:46,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/184de54cb1174955ac39f0e3e4fa76e7, entries=150, sequenceid=131, filesize=11.8 K 2024-12-17T08:29:46,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d470a631357aa5636de6c4327bf2a7d3 in 486ms, sequenceid=131, compaction requested=true 2024-12-17T08:29:46,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:46,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:46,385 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:29:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:46,386 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:29:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:46,388 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62548 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:29:46,388 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:29:46,388 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,388 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/672a617169c34ae0a3b1ab8d3f512e05, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a8dd5892122a4958950404b599d43c02, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/062606a7c13c4ac6b4bd03834cebfbe1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5c9d97e1ed454947a3bed1a25f99c249, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/02786e7c73c84e38a1986905481f8a95] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=61.1 K 2024-12-17T08:29:46,388 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:29:46,389 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:29:46,389 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,389 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c298063219ca46358d8aa27f9b2ba047, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/1844ec44363043c8b537cd270929a06d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b91aee6376aa483bade32cdbf9984216, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/84707355609d4b4b800148fbaebb64db, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/37355c6dba7e4793aca5d30da6f4b99e] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=58.7 K 2024-12-17T08:29:46,389 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 672a617169c34ae0a3b1ab8d3f512e05, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734424181752 2024-12-17T08:29:46,389 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c298063219ca46358d8aa27f9b2ba047, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734424181752 2024-12-17T08:29:46,389 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8dd5892122a4958950404b599d43c02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734424181767 2024-12-17T08:29:46,390 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 1844ec44363043c8b537cd270929a06d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734424181767 2024-12-17T08:29:46,390 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 062606a7c13c4ac6b4bd03834cebfbe1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424182682 2024-12-17T08:29:46,390 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b91aee6376aa483bade32cdbf9984216, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424182682 2024-12-17T08:29:46,390 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c9d97e1ed454947a3bed1a25f99c249, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734424183849 2024-12-17T08:29:46,390 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02786e7c73c84e38a1986905481f8a95, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734424184992 2024-12-17T08:29:46,391 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 84707355609d4b4b800148fbaebb64db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734424183849 2024-12-17T08:29:46,391 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 37355c6dba7e4793aca5d30da6f4b99e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734424184992 2024-12-17T08:29:46,405 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:46,405 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:46,406 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/5aab25e936804a53b2f568d11aee48aa is 50, key is test_row_0/A:col10/1734424184997/Put/seqid=0 2024-12-17T08:29:46,406 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a79eb2ed6a814f08a8e304cc25ce5906 is 50, key is test_row_0/B:col10/1734424184997/Put/seqid=0 2024-12-17T08:29:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T08:29:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742146_1322 (size=12325) 2024-12-17T08:29:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742147_1323 (size=12325) 2024-12-17T08:29:46,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-17T08:29:46,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T08:29:46,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:46,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:46,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:46,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:46,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:46,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/45f2c5168898467a971b3b46809b8226 is 50, key is test_row_0/A:col10/1734424185934/Put/seqid=0 2024-12-17T08:29:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742148_1324 (size=12151) 2024-12-17T08:29:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:46,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:46,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424246559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424246560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424246561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424246562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424246664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424246665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424246665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424246666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,823 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/5aab25e936804a53b2f568d11aee48aa as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5aab25e936804a53b2f568d11aee48aa 2024-12-17T08:29:46,824 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a79eb2ed6a814f08a8e304cc25ce5906 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a79eb2ed6a814f08a8e304cc25ce5906 2024-12-17T08:29:46,830 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into 5aab25e936804a53b2f568d11aee48aa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:46,830 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into a79eb2ed6a814f08a8e304cc25ce5906(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:46,830 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:46,830 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:46,830 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=11, startTime=1734424186385; duration=0sec 2024-12-17T08:29:46,830 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=11, startTime=1734424186386; duration=0sec 2024-12-17T08:29:46,830 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:46,830 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:29:46,830 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/45f2c5168898467a971b3b46809b8226 2024-12-17T08:29:46,830 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:46,830 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:29:46,830 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-17T08:29:46,832 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-17T08:29:46,832 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:29:46,832 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:46,832 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fb904d95edb84f249bee19a7b74865a0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/98dfc5a30bff4bc09bab61ee35316418, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/89afcf7118244d31b0cdc8420b44c339, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6f470c87700347959f990c1d3d58c9dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/184de54cb1174955ac39f0e3e4fa76e7] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=58.7 K 2024-12-17T08:29:46,833 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb904d95edb84f249bee19a7b74865a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734424181752 2024-12-17T08:29:46,833 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98dfc5a30bff4bc09bab61ee35316418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734424181767 2024-12-17T08:29:46,833 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89afcf7118244d31b0cdc8420b44c339, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424182682 2024-12-17T08:29:46,834 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f470c87700347959f990c1d3d58c9dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734424183849 2024-12-17T08:29:46,834 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184de54cb1174955ac39f0e3e4fa76e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734424184992 2024-12-17T08:29:46,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/310e1c76b1b54f0ba10ed7a5800094d7 is 50, key is test_row_0/B:col10/1734424185934/Put/seqid=0 2024-12-17T08:29:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742149_1325 (size=12151) 2024-12-17T08:29:46,842 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/310e1c76b1b54f0ba10ed7a5800094d7 2024-12-17T08:29:46,845 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:46,845 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/f2908b41e3004ffca925fd008498b897 is 50, key is test_row_0/C:col10/1734424184997/Put/seqid=0 2024-12-17T08:29:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742150_1326 (size=12325) 2024-12-17T08:29:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/ee8baa75c127470590d2bc36bdd738cf is 50, key is test_row_0/C:col10/1734424185934/Put/seqid=0 2024-12-17T08:29:46,854 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/f2908b41e3004ffca925fd008498b897 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f2908b41e3004ffca925fd008498b897 2024-12-17T08:29:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742151_1327 (size=12151) 2024-12-17T08:29:46,860 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into f2908b41e3004ffca925fd008498b897(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:46,860 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:46,860 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=11, startTime=1734424186386; duration=0sec 2024-12-17T08:29:46,860 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:46,860 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:29:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424246868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424246868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424246868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424246869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T08:29:47,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424247122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424247171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424247172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424247172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424247172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,258 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/ee8baa75c127470590d2bc36bdd738cf 2024-12-17T08:29:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/45f2c5168898467a971b3b46809b8226 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/45f2c5168898467a971b3b46809b8226 2024-12-17T08:29:47,268 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/45f2c5168898467a971b3b46809b8226, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T08:29:47,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/310e1c76b1b54f0ba10ed7a5800094d7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/310e1c76b1b54f0ba10ed7a5800094d7 2024-12-17T08:29:47,272 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/310e1c76b1b54f0ba10ed7a5800094d7, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T08:29:47,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/ee8baa75c127470590d2bc36bdd738cf as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/ee8baa75c127470590d2bc36bdd738cf 2024-12-17T08:29:47,277 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/ee8baa75c127470590d2bc36bdd738cf, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T08:29:47,277 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d470a631357aa5636de6c4327bf2a7d3 in 856ms, sequenceid=151, compaction requested=false 2024-12-17T08:29:47,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:47,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:47,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-17T08:29:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-17T08:29:47,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-17T08:29:47,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-12-17T08:29:47,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4750 sec 2024-12-17T08:29:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:47,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T08:29:47,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:47,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:47,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:47,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:47,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:47,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:47,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/1be4f6a99033492d97248e117cbf42f4 is 50, key is test_row_0/A:col10/1734424187674/Put/seqid=0 2024-12-17T08:29:47,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742152_1328 (size=12151) 2024-12-17T08:29:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424247690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424247691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424247691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424247692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424247793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424247794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424247795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424247795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-17T08:29:47,912 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-17T08:29:47,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-17T08:29:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T08:29:47,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:47,916 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:47,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:47,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424247995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424247997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:47,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424247998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424247998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T08:29:48,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T08:29:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/1be4f6a99033492d97248e117cbf42f4 2024-12-17T08:29:48,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/fba5e743ba514653a07b02b67706a252 is 50, key is test_row_0/B:col10/1734424187674/Put/seqid=0 2024-12-17T08:29:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742153_1329 (size=12151) 2024-12-17T08:29:48,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/fba5e743ba514653a07b02b67706a252 2024-12-17T08:29:48,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/3df8ea71b0ef429d876e63ba7b72e574 is 50, key is test_row_0/C:col10/1734424187674/Put/seqid=0 2024-12-17T08:29:48,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742154_1330 (size=12151) 2024-12-17T08:29:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T08:29:48,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T08:29:48,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:48,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424248300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424248300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424248301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424248303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T08:29:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:48,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/3df8ea71b0ef429d876e63ba7b72e574 2024-12-17T08:29:48,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/1be4f6a99033492d97248e117cbf42f4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/1be4f6a99033492d97248e117cbf42f4 2024-12-17T08:29:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T08:29:48,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/1be4f6a99033492d97248e117cbf42f4, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T08:29:48,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/fba5e743ba514653a07b02b67706a252 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/fba5e743ba514653a07b02b67706a252 2024-12-17T08:29:48,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/fba5e743ba514653a07b02b67706a252, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T08:29:48,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/3df8ea71b0ef429d876e63ba7b72e574 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3df8ea71b0ef429d876e63ba7b72e574 2024-12-17T08:29:48,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T08:29:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:48,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3df8ea71b0ef429d876e63ba7b72e574, entries=150, sequenceid=171, filesize=11.9 K 2024-12-17T08:29:48,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d470a631357aa5636de6c4327bf2a7d3 in 854ms, sequenceid=171, compaction requested=true 2024-12-17T08:29:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:48,529 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:48,529 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:48,530 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:48,530 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:48,530 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:29:48,530 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,530 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:29:48,530 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,530 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5aab25e936804a53b2f568d11aee48aa, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/45f2c5168898467a971b3b46809b8226, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/1be4f6a99033492d97248e117cbf42f4] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=35.8 K 2024-12-17T08:29:48,530 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a79eb2ed6a814f08a8e304cc25ce5906, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/310e1c76b1b54f0ba10ed7a5800094d7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/fba5e743ba514653a07b02b67706a252] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=35.8 K 2024-12-17T08:29:48,531 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aab25e936804a53b2f568d11aee48aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734424184992 2024-12-17T08:29:48,531 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a79eb2ed6a814f08a8e304cc25ce5906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734424184992 2024-12-17T08:29:48,531 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45f2c5168898467a971b3b46809b8226, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734424185932 2024-12-17T08:29:48,531 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 310e1c76b1b54f0ba10ed7a5800094d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734424185932 2024-12-17T08:29:48,531 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1be4f6a99033492d97248e117cbf42f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734424186553 2024-12-17T08:29:48,531 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting fba5e743ba514653a07b02b67706a252, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734424186553 2024-12-17T08:29:48,540 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:48,541 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/905246fe707947e3b462a35841410b0c is 50, key is test_row_0/A:col10/1734424187674/Put/seqid=0 2024-12-17T08:29:48,541 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:48,542 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/507003f06a14456999b214006368679f is 50, key is test_row_0/B:col10/1734424187674/Put/seqid=0 2024-12-17T08:29:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742155_1331 (size=12527) 2024-12-17T08:29:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742156_1332 (size=12527) 2024-12-17T08:29:48,678 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-17T08:29:48,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,679 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T08:29:48,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:48,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:48,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:48,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:48,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/3b26eb13a0244734b33bdcb76f3be099 is 50, key is test_row_0/A:col10/1734424187690/Put/seqid=0 2024-12-17T08:29:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742157_1333 (size=12151) 2024-12-17T08:29:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:48,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:48,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424248817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424248819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424248819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424248820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424248921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424248922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424248922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424248923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:48,959 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/905246fe707947e3b462a35841410b0c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/905246fe707947e3b462a35841410b0c 2024-12-17T08:29:48,963 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/507003f06a14456999b214006368679f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/507003f06a14456999b214006368679f 2024-12-17T08:29:48,965 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into 905246fe707947e3b462a35841410b0c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:48,965 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:48,965 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=13, startTime=1734424188529; duration=0sec 2024-12-17T08:29:48,965 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:48,965 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:29:48,965 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:48,967 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:48,967 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:29:48,967 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:48,967 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f2908b41e3004ffca925fd008498b897, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/ee8baa75c127470590d2bc36bdd738cf, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3df8ea71b0ef429d876e63ba7b72e574] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=35.8 K 2024-12-17T08:29:48,968 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2908b41e3004ffca925fd008498b897, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734424184992 2024-12-17T08:29:48,968 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into 507003f06a14456999b214006368679f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:48,968 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:48,968 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=13, startTime=1734424188529; duration=0sec 2024-12-17T08:29:48,968 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:48,968 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee8baa75c127470590d2bc36bdd738cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734424185932 2024-12-17T08:29:48,968 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:29:48,969 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3df8ea71b0ef429d876e63ba7b72e574, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734424186553 2024-12-17T08:29:48,976 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:48,976 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/f4a0479c5c934363a016bf10bf28ff2c is 50, key is test_row_0/C:col10/1734424187674/Put/seqid=0 2024-12-17T08:29:48,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742158_1334 (size=12527) 2024-12-17T08:29:48,985 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/f4a0479c5c934363a016bf10bf28ff2c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f4a0479c5c934363a016bf10bf28ff2c 2024-12-17T08:29:48,989 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into f4a0479c5c934363a016bf10bf28ff2c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:48,989 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:48,989 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=13, startTime=1734424188529; duration=0sec 2024-12-17T08:29:48,989 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:48,989 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:29:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T08:29:49,088 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/3b26eb13a0244734b33bdcb76f3be099 2024-12-17T08:29:49,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/39c76c1a429f4bb184444b8ca164a3b3 is 50, key is test_row_0/B:col10/1734424187690/Put/seqid=0 2024-12-17T08:29:49,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742159_1335 (size=12151) 2024-12-17T08:29:49,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424249124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424249124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424249126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424249126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424249128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,130 DEBUG [Thread-1343 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:29:49,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424249428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424249429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424249429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424249430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,500 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/39c76c1a429f4bb184444b8ca164a3b3 2024-12-17T08:29:49,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/d6161d131a7b4641b4d7aa62046db170 is 50, key is test_row_0/C:col10/1734424187690/Put/seqid=0 2024-12-17T08:29:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742160_1336 (size=12151) 2024-12-17T08:29:49,912 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/d6161d131a7b4641b4d7aa62046db170 2024-12-17T08:29:49,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/3b26eb13a0244734b33bdcb76f3be099 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/3b26eb13a0244734b33bdcb76f3be099 2024-12-17T08:29:49,921 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/3b26eb13a0244734b33bdcb76f3be099, entries=150, sequenceid=190, filesize=11.9 K 2024-12-17T08:29:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/39c76c1a429f4bb184444b8ca164a3b3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/39c76c1a429f4bb184444b8ca164a3b3 2024-12-17T08:29:49,926 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/39c76c1a429f4bb184444b8ca164a3b3, entries=150, sequenceid=190, filesize=11.9 K 2024-12-17T08:29:49,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/d6161d131a7b4641b4d7aa62046db170 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d6161d131a7b4641b4d7aa62046db170 2024-12-17T08:29:49,930 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d6161d131a7b4641b4d7aa62046db170, entries=150, sequenceid=190, filesize=11.9 K 2024-12-17T08:29:49,931 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d470a631357aa5636de6c4327bf2a7d3 in 1252ms, sequenceid=190, compaction requested=false 2024-12-17T08:29:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-17T08:29:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-17T08:29:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:49,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T08:29:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:49,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-17T08:29:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:49,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:49,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0170 sec 2024-12-17T08:29:49,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:49,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:49,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.0220 sec 2024-12-17T08:29:49,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/a9cd60b2f6e3477db77bfc130efe48f1 is 50, key is test_row_0/A:col10/1734424189933/Put/seqid=0 2024-12-17T08:29:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742161_1337 (size=12151) 2024-12-17T08:29:49,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424249946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424249947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424249947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:49,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424249948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-17T08:29:50,019 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-17T08:29:50,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-17T08:29:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T08:29:50,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:50,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:50,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424250050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424250050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424250050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424250051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T08:29:50,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T08:29:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424250253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424250254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424250254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424250255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T08:29:50,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T08:29:50,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:50,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/a9cd60b2f6e3477db77bfc130efe48f1 2024-12-17T08:29:50,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/13a5ef53b32341cc839427390d02fc0b is 50, key is test_row_0/B:col10/1734424189933/Put/seqid=0 2024-12-17T08:29:50,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742162_1338 (size=12151) 2024-12-17T08:29:50,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/13a5ef53b32341cc839427390d02fc0b 2024-12-17T08:29:50,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/6a60e7ecb3c9475f90720805909abea7 is 50, key is test_row_0/C:col10/1734424189933/Put/seqid=0 2024-12-17T08:29:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742163_1339 (size=12151) 2024-12-17T08:29:50,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/6a60e7ecb3c9475f90720805909abea7 2024-12-17T08:29:50,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/a9cd60b2f6e3477db77bfc130efe48f1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a9cd60b2f6e3477db77bfc130efe48f1 2024-12-17T08:29:50,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a9cd60b2f6e3477db77bfc130efe48f1, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T08:29:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/13a5ef53b32341cc839427390d02fc0b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/13a5ef53b32341cc839427390d02fc0b 2024-12-17T08:29:50,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/13a5ef53b32341cc839427390d02fc0b, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T08:29:50,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/6a60e7ecb3c9475f90720805909abea7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6a60e7ecb3c9475f90720805909abea7 2024-12-17T08:29:50,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6a60e7ecb3c9475f90720805909abea7, entries=150, sequenceid=212, filesize=11.9 K 2024-12-17T08:29:50,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d470a631357aa5636de6c4327bf2a7d3 in 479ms, sequenceid=212, compaction requested=true 2024-12-17T08:29:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:50,412 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:50,412 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:50,413 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:50,413 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:50,413 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:29:50,413 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:29:50,413 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,413 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/507003f06a14456999b214006368679f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/39c76c1a429f4bb184444b8ca164a3b3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/13a5ef53b32341cc839427390d02fc0b] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.0 K 2024-12-17T08:29:50,413 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,414 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/905246fe707947e3b462a35841410b0c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/3b26eb13a0244734b33bdcb76f3be099, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a9cd60b2f6e3477db77bfc130efe48f1] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.0 K 2024-12-17T08:29:50,414 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 507003f06a14456999b214006368679f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734424186553 2024-12-17T08:29:50,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 905246fe707947e3b462a35841410b0c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734424186553 2024-12-17T08:29:50,414 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 39c76c1a429f4bb184444b8ca164a3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734424187689 2024-12-17T08:29:50,415 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b26eb13a0244734b33bdcb76f3be099, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734424187689 2024-12-17T08:29:50,415 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 13a5ef53b32341cc839427390d02fc0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424188816 2024-12-17T08:29:50,415 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9cd60b2f6e3477db77bfc130efe48f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424188816 2024-12-17T08:29:50,425 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:50,425 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:50,426 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/2b42c0de49764f54932f25dfa5817ee2 is 50, key is test_row_0/A:col10/1734424189933/Put/seqid=0 2024-12-17T08:29:50,426 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/ad8b064762554a40886d50b7238da733 is 50, key is test_row_0/B:col10/1734424189933/Put/seqid=0 2024-12-17T08:29:50,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742164_1340 (size=12629) 2024-12-17T08:29:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742165_1341 (size=12629) 2024-12-17T08:29:50,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-17T08:29:50,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,481 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T08:29:50,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:50,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:50,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:50,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:50,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:50,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/721244b5d8c441e3ba4a43b0c1efb438 is 50, key is test_row_0/A:col10/1734424189947/Put/seqid=0 2024-12-17T08:29:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742166_1342 (size=12151) 2024-12-17T08:29:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:50,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:50,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424250571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424250572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424250573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424250574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T08:29:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424250676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424250676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424250676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424250678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,850 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/ad8b064762554a40886d50b7238da733 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ad8b064762554a40886d50b7238da733 2024-12-17T08:29:50,850 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/2b42c0de49764f54932f25dfa5817ee2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2b42c0de49764f54932f25dfa5817ee2 2024-12-17T08:29:50,855 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into ad8b064762554a40886d50b7238da733(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:50,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:50,855 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=13, startTime=1734424190412; duration=0sec 2024-12-17T08:29:50,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:50,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:29:50,856 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:50,856 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into 2b42c0de49764f54932f25dfa5817ee2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:50,856 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:50,856 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=13, startTime=1734424190412; duration=0sec 2024-12-17T08:29:50,856 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:50,856 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:29:50,857 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:50,857 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:29:50,857 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:50,857 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f4a0479c5c934363a016bf10bf28ff2c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d6161d131a7b4641b4d7aa62046db170, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6a60e7ecb3c9475f90720805909abea7] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.0 K 2024-12-17T08:29:50,857 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f4a0479c5c934363a016bf10bf28ff2c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734424186553 2024-12-17T08:29:50,858 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d6161d131a7b4641b4d7aa62046db170, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1734424187689 2024-12-17T08:29:50,858 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a60e7ecb3c9475f90720805909abea7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424188816 2024-12-17T08:29:50,864 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:50,865 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/79434b30005241b5adbf7e3fa6b926e4 is 50, key is test_row_0/C:col10/1734424189933/Put/seqid=0 2024-12-17T08:29:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424250878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424250879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742167_1343 (size=12629) 2024-12-17T08:29:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424250880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424250881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:50,892 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/721244b5d8c441e3ba4a43b0c1efb438 2024-12-17T08:29:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c685221c3c50482993da2abc986731c6 is 50, key is test_row_0/B:col10/1734424189947/Put/seqid=0 2024-12-17T08:29:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742168_1344 (size=12151) 2024-12-17T08:29:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T08:29:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424251181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424251182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424251186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424251188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,292 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/79434b30005241b5adbf7e3fa6b926e4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/79434b30005241b5adbf7e3fa6b926e4 2024-12-17T08:29:51,298 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into 79434b30005241b5adbf7e3fa6b926e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:51,298 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:51,298 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=13, startTime=1734424190412; duration=0sec 2024-12-17T08:29:51,298 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:51,298 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:29:51,305 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c685221c3c50482993da2abc986731c6 2024-12-17T08:29:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/883e1ec7e88c4718bf4695bfa675fbfb is 50, key is test_row_0/C:col10/1734424189947/Put/seqid=0 2024-12-17T08:29:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742169_1345 (size=12151) 2024-12-17T08:29:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424251684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424251687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424251691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424251693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:51,727 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/883e1ec7e88c4718bf4695bfa675fbfb 2024-12-17T08:29:51,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/721244b5d8c441e3ba4a43b0c1efb438 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/721244b5d8c441e3ba4a43b0c1efb438 2024-12-17T08:29:51,735 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/721244b5d8c441e3ba4a43b0c1efb438, entries=150, sequenceid=229, filesize=11.9 K 2024-12-17T08:29:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c685221c3c50482993da2abc986731c6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c685221c3c50482993da2abc986731c6 2024-12-17T08:29:51,740 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c685221c3c50482993da2abc986731c6, entries=150, sequenceid=229, filesize=11.9 K 2024-12-17T08:29:51,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/883e1ec7e88c4718bf4695bfa675fbfb as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/883e1ec7e88c4718bf4695bfa675fbfb 2024-12-17T08:29:51,744 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/883e1ec7e88c4718bf4695bfa675fbfb, entries=150, sequenceid=229, filesize=11.9 K 2024-12-17T08:29:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d470a631357aa5636de6c4327bf2a7d3 in 1264ms, sequenceid=229, compaction requested=false 2024-12-17T08:29:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-17T08:29:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-17T08:29:51,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-17T08:29:51,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7250 sec 2024-12-17T08:29:51,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.7280 sec 2024-12-17T08:29:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-17T08:29:52,126 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-17T08:29:52,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-17T08:29:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T08:29:52,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:52,131 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:52,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T08:29:52,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-17T08:29:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:52,284 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T08:29:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:52,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/26db749c1798451ba9daa00a4e28e78d is 50, key is test_row_0/A:col10/1734424190571/Put/seqid=0 2024-12-17T08:29:52,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742170_1346 (size=12151) 2024-12-17T08:29:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T08:29:52,694 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/26db749c1798451ba9daa00a4e28e78d 2024-12-17T08:29:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:52,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a4b42804feba4865bd84de37c09eef35 is 50, key is test_row_0/B:col10/1734424190571/Put/seqid=0 2024-12-17T08:29:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742171_1347 (size=12151) 2024-12-17T08:29:52,707 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a4b42804feba4865bd84de37c09eef35 2024-12-17T08:29:52,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/3f266005ddf54e0db37901a3e09cc52e is 50, key is test_row_0/C:col10/1734424190571/Put/seqid=0 2024-12-17T08:29:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424252710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424252711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424252712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424252713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742172_1348 (size=12151) 2024-12-17T08:29:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T08:29:52,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424252815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424252816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424252817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:52,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424252818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424253019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424253019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424253020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424253022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,119 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/3f266005ddf54e0db37901a3e09cc52e 2024-12-17T08:29:53,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/26db749c1798451ba9daa00a4e28e78d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/26db749c1798451ba9daa00a4e28e78d 2024-12-17T08:29:53,128 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/26db749c1798451ba9daa00a4e28e78d, entries=150, sequenceid=251, filesize=11.9 K 2024-12-17T08:29:53,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a4b42804feba4865bd84de37c09eef35 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a4b42804feba4865bd84de37c09eef35 2024-12-17T08:29:53,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a4b42804feba4865bd84de37c09eef35, entries=150, sequenceid=251, filesize=11.9 K 2024-12-17T08:29:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/3f266005ddf54e0db37901a3e09cc52e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3f266005ddf54e0db37901a3e09cc52e 2024-12-17T08:29:53,136 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3f266005ddf54e0db37901a3e09cc52e, entries=150, sequenceid=251, filesize=11.9 K 2024-12-17T08:29:53,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d470a631357aa5636de6c4327bf2a7d3 in 853ms, sequenceid=251, compaction requested=true 2024-12-17T08:29:53,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:53,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-17T08:29:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-17T08:29:53,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-17T08:29:53,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-12-17T08:29:53,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.0110 sec 2024-12-17T08:29:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:53,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T08:29:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:53,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:53,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/e911a95487e94ee68785f70930f4ede7 is 50, key is test_row_0/A:col10/1734424193164/Put/seqid=0 2024-12-17T08:29:53,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742173_1349 (size=14741) 2024-12-17T08:29:53,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424253215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-17T08:29:53,233 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-17T08:29:53,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-17T08:29:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T08:29:53,236 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:53,237 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:53,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:53,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424253319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424253323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424253324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424253325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424253325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T08:29:53,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T08:29:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424253523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T08:29:53,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T08:29:53,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:53,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/e911a95487e94ee68785f70930f4ede7 2024-12-17T08:29:53,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a0b4f9651e284bf6be5a9a05599d328c is 50, key is test_row_0/B:col10/1734424193164/Put/seqid=0 2024-12-17T08:29:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742174_1350 (size=12301) 2024-12-17T08:29:53,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T08:29:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424253826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424253827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424253828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424253831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424253831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T08:29:53,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:53,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T08:29:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:53,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:53,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a0b4f9651e284bf6be5a9a05599d328c 2024-12-17T08:29:53,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/7f8455dd1b9b41e5b456f430ff267e56 is 50, key is test_row_0/C:col10/1734424193164/Put/seqid=0 2024-12-17T08:29:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742175_1351 (size=12301) 2024-12-17T08:29:53,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/7f8455dd1b9b41e5b456f430ff267e56 2024-12-17T08:29:54,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T08:29:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:54,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:54,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/e911a95487e94ee68785f70930f4ede7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e911a95487e94ee68785f70930f4ede7 2024-12-17T08:29:54,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e911a95487e94ee68785f70930f4ede7, entries=200, sequenceid=269, filesize=14.4 K 2024-12-17T08:29:54,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/a0b4f9651e284bf6be5a9a05599d328c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a0b4f9651e284bf6be5a9a05599d328c 2024-12-17T08:29:54,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a0b4f9651e284bf6be5a9a05599d328c, entries=150, sequenceid=269, filesize=12.0 K 2024-12-17T08:29:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/7f8455dd1b9b41e5b456f430ff267e56 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/7f8455dd1b9b41e5b456f430ff267e56 2024-12-17T08:29:54,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/7f8455dd1b9b41e5b456f430ff267e56, entries=150, sequenceid=269, filesize=12.0 K 2024-12-17T08:29:54,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d470a631357aa5636de6c4327bf2a7d3 in 854ms, sequenceid=269, compaction requested=true 2024-12-17T08:29:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:54,020 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:54,020 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:54,021 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:54,021 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:29:54,021 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:54,021 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2b42c0de49764f54932f25dfa5817ee2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/721244b5d8c441e3ba4a43b0c1efb438, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/26db749c1798451ba9daa00a4e28e78d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e911a95487e94ee68785f70930f4ede7] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=50.5 K 2024-12-17T08:29:54,021 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:54,021 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:29:54,021 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:54,022 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ad8b064762554a40886d50b7238da733, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c685221c3c50482993da2abc986731c6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a4b42804feba4865bd84de37c09eef35, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a0b4f9651e284bf6be5a9a05599d328c] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=48.1 K 2024-12-17T08:29:54,022 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b42c0de49764f54932f25dfa5817ee2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424188816 2024-12-17T08:29:54,022 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 721244b5d8c441e3ba4a43b0c1efb438, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1734424189940 2024-12-17T08:29:54,022 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ad8b064762554a40886d50b7238da733, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424188816 2024-12-17T08:29:54,022 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26db749c1798451ba9daa00a4e28e78d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734424190571 2024-12-17T08:29:54,022 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c685221c3c50482993da2abc986731c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1734424189940 2024-12-17T08:29:54,023 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a4b42804feba4865bd84de37c09eef35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734424190571 2024-12-17T08:29:54,023 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting e911a95487e94ee68785f70930f4ede7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424192708 2024-12-17T08:29:54,023 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a0b4f9651e284bf6be5a9a05599d328c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424192711 2024-12-17T08:29:54,032 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:54,032 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/3ca3d80757be41ea8c2a4ef6832d1a1f is 50, key is test_row_0/B:col10/1734424193164/Put/seqid=0 2024-12-17T08:29:54,033 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#302 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:54,033 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/114debbab26f4dfdb0cb08c57527cccb is 50, key is test_row_0/A:col10/1734424193164/Put/seqid=0 2024-12-17T08:29:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742176_1352 (size=12915) 2024-12-17T08:29:54,041 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/3ca3d80757be41ea8c2a4ef6832d1a1f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/3ca3d80757be41ea8c2a4ef6832d1a1f 2024-12-17T08:29:54,045 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into 3ca3d80757be41ea8c2a4ef6832d1a1f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:54,045 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:54,045 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=12, startTime=1734424194020; duration=0sec 2024-12-17T08:29:54,046 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:54,046 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:29:54,046 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:54,047 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:54,047 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:29:54,047 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:54,047 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/79434b30005241b5adbf7e3fa6b926e4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/883e1ec7e88c4718bf4695bfa675fbfb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3f266005ddf54e0db37901a3e09cc52e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/7f8455dd1b9b41e5b456f430ff267e56] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=48.1 K 2024-12-17T08:29:54,048 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 79434b30005241b5adbf7e3fa6b926e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734424188816 2024-12-17T08:29:54,048 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 883e1ec7e88c4718bf4695bfa675fbfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1734424189940 2024-12-17T08:29:54,049 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f266005ddf54e0db37901a3e09cc52e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734424190571 2024-12-17T08:29:54,049 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f8455dd1b9b41e5b456f430ff267e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424192711 2024-12-17T08:29:54,059 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:54,059 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/fdb22a6713754428bb4f09038e28e7d8 is 50, key is test_row_0/C:col10/1734424193164/Put/seqid=0 2024-12-17T08:29:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742178_1354 (size=12915) 2024-12-17T08:29:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742177_1353 (size=12915) 2024-12-17T08:29:54,074 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/fdb22a6713754428bb4f09038e28e7d8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fdb22a6713754428bb4f09038e28e7d8 2024-12-17T08:29:54,078 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into fdb22a6713754428bb4f09038e28e7d8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:54,078 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:54,078 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=12, startTime=1734424194020; duration=0sec 2024-12-17T08:29:54,078 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:54,078 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:29:54,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-17T08:29:54,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:54,155 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T08:29:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:54,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/de391da828f0467ab6911beb914a0e91 is 50, key is test_row_0/A:col10/1734424193190/Put/seqid=0 2024-12-17T08:29:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742179_1355 (size=12301) 2024-12-17T08:29:54,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T08:29:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424254374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,475 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/114debbab26f4dfdb0cb08c57527cccb as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/114debbab26f4dfdb0cb08c57527cccb 2024-12-17T08:29:54,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424254476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,479 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into 114debbab26f4dfdb0cb08c57527cccb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:54,480 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:54,480 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=12, startTime=1734424194020; duration=0sec 2024-12-17T08:29:54,480 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:54,480 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:29:54,564 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/de391da828f0467ab6911beb914a0e91 2024-12-17T08:29:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/f279a4c14d5e425ab537fccf1bf22db1 is 50, key is test_row_0/B:col10/1734424193190/Put/seqid=0 2024-12-17T08:29:54,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742180_1356 (size=12301) 2024-12-17T08:29:54,575 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/f279a4c14d5e425ab537fccf1bf22db1 2024-12-17T08:29:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/d26cc5cf2f1f4974ad61a4dff2f68408 is 50, key is test_row_0/C:col10/1734424193190/Put/seqid=0 2024-12-17T08:29:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742181_1357 (size=12301) 2024-12-17T08:29:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424254679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424254834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424254837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424254838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424254839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424254983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:54,998 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/d26cc5cf2f1f4974ad61a4dff2f68408 2024-12-17T08:29:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/de391da828f0467ab6911beb914a0e91 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/de391da828f0467ab6911beb914a0e91 2024-12-17T08:29:55,007 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/de391da828f0467ab6911beb914a0e91, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T08:29:55,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/f279a4c14d5e425ab537fccf1bf22db1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f279a4c14d5e425ab537fccf1bf22db1 2024-12-17T08:29:55,013 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f279a4c14d5e425ab537fccf1bf22db1, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T08:29:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/d26cc5cf2f1f4974ad61a4dff2f68408 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d26cc5cf2f1f4974ad61a4dff2f68408 2024-12-17T08:29:55,018 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d26cc5cf2f1f4974ad61a4dff2f68408, entries=150, sequenceid=289, filesize=12.0 K 2024-12-17T08:29:55,019 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d470a631357aa5636de6c4327bf2a7d3 in 864ms, sequenceid=289, compaction requested=false 2024-12-17T08:29:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-17T08:29:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-17T08:29:55,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-17T08:29:55,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7830 sec 2024-12-17T08:29:55,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.7880 sec 2024-12-17T08:29:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-17T08:29:55,340 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-17T08:29:55,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-17T08:29:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T08:29:55,343 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:55,344 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:55,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T08:29:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:55,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T08:29:55,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:55,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:55,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:55,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:55,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:55,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:55,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/e25cc98944c342e68216bdae6efe8da1 is 50, key is test_row_0/A:col10/1734424194373/Put/seqid=0 2024-12-17T08:29:55,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:55,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T08:29:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742182_1358 (size=12301) 2024-12-17T08:29:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/e25cc98944c342e68216bdae6efe8da1 2024-12-17T08:29:55,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/236476b6014a40039c11af74775b5ad2 is 50, key is test_row_0/B:col10/1734424194373/Put/seqid=0 2024-12-17T08:29:55,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742183_1359 (size=12301) 2024-12-17T08:29:55,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/236476b6014a40039c11af74775b5ad2 2024-12-17T08:29:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424255534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:55,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/0f6b328650bb413fb8c748002fc880d6 is 50, key is test_row_0/C:col10/1734424194373/Put/seqid=0 2024-12-17T08:29:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742184_1360 (size=12301) 2024-12-17T08:29:55,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424255637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T08:29:55,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:55,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T08:29:55,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:55,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:55,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T08:29:55,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:55,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424255839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T08:29:55,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/0f6b328650bb413fb8c748002fc880d6 2024-12-17T08:29:55,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/e25cc98944c342e68216bdae6efe8da1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e25cc98944c342e68216bdae6efe8da1 2024-12-17T08:29:55,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e25cc98944c342e68216bdae6efe8da1, entries=150, sequenceid=309, filesize=12.0 K 2024-12-17T08:29:55,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:55,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T08:29:55,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/236476b6014a40039c11af74775b5ad2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/236476b6014a40039c11af74775b5ad2 2024-12-17T08:29:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:55,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/236476b6014a40039c11af74775b5ad2, entries=150, sequenceid=309, filesize=12.0 K 2024-12-17T08:29:55,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/0f6b328650bb413fb8c748002fc880d6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/0f6b328650bb413fb8c748002fc880d6 2024-12-17T08:29:55,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/0f6b328650bb413fb8c748002fc880d6, entries=150, sequenceid=309, filesize=12.0 K 2024-12-17T08:29:55,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d470a631357aa5636de6c4327bf2a7d3 in 478ms, sequenceid=309, compaction requested=true 2024-12-17T08:29:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:55,967 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:55,967 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:55,968 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:55,968 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:29:55,968 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,968 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/114debbab26f4dfdb0cb08c57527cccb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/de391da828f0467ab6911beb914a0e91, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e25cc98944c342e68216bdae6efe8da1] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.6 K 2024-12-17T08:29:55,969 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:55,969 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:29:55,969 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:55,969 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/3ca3d80757be41ea8c2a4ef6832d1a1f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f279a4c14d5e425ab537fccf1bf22db1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/236476b6014a40039c11af74775b5ad2] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.6 K 2024-12-17T08:29:55,969 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 114debbab26f4dfdb0cb08c57527cccb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424192711 2024-12-17T08:29:55,969 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ca3d80757be41ea8c2a4ef6832d1a1f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424192711 2024-12-17T08:29:55,970 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting de391da828f0467ab6911beb914a0e91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734424193190 2024-12-17T08:29:55,970 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f279a4c14d5e425ab537fccf1bf22db1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734424193190 2024-12-17T08:29:55,970 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting e25cc98944c342e68216bdae6efe8da1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734424194368 2024-12-17T08:29:55,971 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 236476b6014a40039c11af74775b5ad2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734424194368 2024-12-17T08:29:55,984 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:55,984 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:55,985 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/34a76ec880034981b323518fadf82480 is 50, key is test_row_0/B:col10/1734424194373/Put/seqid=0 2024-12-17T08:29:55,985 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/64e8b6c254ba4aa89140361bda36025a is 50, key is test_row_0/A:col10/1734424194373/Put/seqid=0 2024-12-17T08:29:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742185_1361 (size=13017) 2024-12-17T08:29:55,995 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/34a76ec880034981b323518fadf82480 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/34a76ec880034981b323518fadf82480 2024-12-17T08:29:56,000 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into 34a76ec880034981b323518fadf82480(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:56,000 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:56,001 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=13, startTime=1734424195967; duration=0sec 2024-12-17T08:29:56,001 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:56,001 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:29:56,001 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:29:56,002 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:29:56,003 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:29:56,003 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:56,003 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fdb22a6713754428bb4f09038e28e7d8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d26cc5cf2f1f4974ad61a4dff2f68408, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/0f6b328650bb413fb8c748002fc880d6] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.6 K 2024-12-17T08:29:56,003 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting fdb22a6713754428bb4f09038e28e7d8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424192711 2024-12-17T08:29:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742186_1362 (size=13017) 2024-12-17T08:29:56,004 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d26cc5cf2f1f4974ad61a4dff2f68408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734424193190 2024-12-17T08:29:56,005 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f6b328650bb413fb8c748002fc880d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734424194368 2024-12-17T08:29:56,013 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:56,013 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/38af98edde52444e8ba9913062383368 is 50, key is test_row_0/C:col10/1734424194373/Put/seqid=0 2024-12-17T08:29:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742187_1363 (size=13017) 2024-12-17T08:29:56,022 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/38af98edde52444e8ba9913062383368 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/38af98edde52444e8ba9913062383368 2024-12-17T08:29:56,027 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into 38af98edde52444e8ba9913062383368(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:56,027 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:56,027 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=13, startTime=1734424195967; duration=0sec 2024-12-17T08:29:56,027 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:56,027 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:29:56,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-17T08:29:56,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:56,111 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T08:29:56,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:56,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:56,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/96ff6926a7534768a86feb5bd3a0156e is 50, key is test_row_0/A:col10/1734424195523/Put/seqid=0 2024-12-17T08:29:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742188_1364 (size=12301) 2024-12-17T08:29:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424256188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424256292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,409 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/64e8b6c254ba4aa89140361bda36025a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/64e8b6c254ba4aa89140361bda36025a 2024-12-17T08:29:56,414 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into 64e8b6c254ba4aa89140361bda36025a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:56,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:56,414 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=13, startTime=1734424195967; duration=0sec 2024-12-17T08:29:56,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:56,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:29:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T08:29:56,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424256493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,521 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/96ff6926a7534768a86feb5bd3a0156e 2024-12-17T08:29:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c5c489ac4ad6452dbaff8b72f511c2f9 is 50, key is test_row_0/B:col10/1734424195523/Put/seqid=0 2024-12-17T08:29:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742189_1365 (size=12301) 2024-12-17T08:29:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424256797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33460 deadline: 1734424256845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,848 DEBUG [Thread-1341 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:29:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33444 deadline: 1734424256848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,850 DEBUG [Thread-1339 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:29:56,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33434 deadline: 1734424256850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,852 DEBUG [Thread-1345 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:29:56,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1734424256853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:56,854 DEBUG [Thread-1347 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:29:56,931 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c5c489ac4ad6452dbaff8b72f511c2f9 2024-12-17T08:29:56,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/bba8176e63e0459d9ce0b41f831420f6 is 50, key is test_row_0/C:col10/1734424195523/Put/seqid=0 2024-12-17T08:29:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742190_1366 (size=12301) 2024-12-17T08:29:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424257303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:57,343 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/bba8176e63e0459d9ce0b41f831420f6 2024-12-17T08:29:57,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/96ff6926a7534768a86feb5bd3a0156e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/96ff6926a7534768a86feb5bd3a0156e 2024-12-17T08:29:57,355 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/96ff6926a7534768a86feb5bd3a0156e, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T08:29:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/c5c489ac4ad6452dbaff8b72f511c2f9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c5c489ac4ad6452dbaff8b72f511c2f9 2024-12-17T08:29:57,359 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c5c489ac4ad6452dbaff8b72f511c2f9, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T08:29:57,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/bba8176e63e0459d9ce0b41f831420f6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bba8176e63e0459d9ce0b41f831420f6 2024-12-17T08:29:57,364 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bba8176e63e0459d9ce0b41f831420f6, entries=150, sequenceid=328, filesize=12.0 K 2024-12-17T08:29:57,364 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d470a631357aa5636de6c4327bf2a7d3 in 1253ms, sequenceid=328, compaction requested=false 2024-12-17T08:29:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-17T08:29:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-17T08:29:57,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-17T08:29:57,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-12-17T08:29:57,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.0320 sec 2024-12-17T08:29:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-17T08:29:57,447 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-17T08:29:57,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-17T08:29:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T08:29:57,450 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:57,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:57,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T08:29:57,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:57,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-17T08:29:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:57,603 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T08:29:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:57,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/352ba15fccb14d4ea990f748354efec0 is 50, key is test_row_0/A:col10/1734424196171/Put/seqid=0 2024-12-17T08:29:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742191_1367 (size=12301) 2024-12-17T08:29:57,622 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/352ba15fccb14d4ea990f748354efec0 2024-12-17T08:29:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/963871d76c6c43c4a627e487bf06905e is 50, key is test_row_0/B:col10/1734424196171/Put/seqid=0 2024-12-17T08:29:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742192_1368 (size=12301) 2024-12-17T08:29:57,647 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/963871d76c6c43c4a627e487bf06905e 2024-12-17T08:29:57,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/bf84c3d469444b9aae4aa6286ad475e4 is 50, key is test_row_0/C:col10/1734424196171/Put/seqid=0 2024-12-17T08:29:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742193_1369 (size=12301) 2024-12-17T08:29:57,662 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/bf84c3d469444b9aae4aa6286ad475e4 2024-12-17T08:29:57,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/352ba15fccb14d4ea990f748354efec0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/352ba15fccb14d4ea990f748354efec0 2024-12-17T08:29:57,674 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/352ba15fccb14d4ea990f748354efec0, entries=150, sequenceid=348, filesize=12.0 K 2024-12-17T08:29:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/963871d76c6c43c4a627e487bf06905e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/963871d76c6c43c4a627e487bf06905e 2024-12-17T08:29:57,679 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/963871d76c6c43c4a627e487bf06905e, entries=150, sequenceid=348, filesize=12.0 K 2024-12-17T08:29:57,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/bf84c3d469444b9aae4aa6286ad475e4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bf84c3d469444b9aae4aa6286ad475e4 2024-12-17T08:29:57,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bf84c3d469444b9aae4aa6286ad475e4, entries=150, sequenceid=348, filesize=12.0 K 2024-12-17T08:29:57,686 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for d470a631357aa5636de6c4327bf2a7d3 in 83ms, sequenceid=348, compaction requested=true 2024-12-17T08:29:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-17T08:29:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-17T08:29:57,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-17T08:29:57,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 236 msec 2024-12-17T08:29:57,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 241 msec 2024-12-17T08:29:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-17T08:29:57,752 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-17T08:29:57,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-17T08:29:57,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T08:29:57,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:57,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T08:29:57,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:57,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-17T08:29:57,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:57,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:57,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:57,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-17T08:29:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-17T08:29:57,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-17T08:29:57,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-12-17T08:29:57,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 160 msec 2024-12-17T08:29:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-17T08:29:58,058 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-17T08:29:58,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-17T08:29:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T08:29:58,061 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:58,062 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:58,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T08:29:58,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-17T08:29:58,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:58,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-17T08:29:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-12-17T08:29:58,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-17T08:29:58,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-17T08:29:58,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 158 msec 2024-12-17T08:29:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:58,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:29:58,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:58,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:58,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:58,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:58,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:58,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:58,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/773e3081153647caad4bbf8968dfea5c is 50, key is test_row_0/A:col10/1734424198322/Put/seqid=0 2024-12-17T08:29:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742194_1370 (size=12301) 2024-12-17T08:29:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-17T08:29:58,363 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-17T08:29:58,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:29:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-17T08:29:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-17T08:29:58,365 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:29:58,366 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:29:58,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:29:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424258383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-17T08:29:58,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424258487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-17T08:29:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-17T08:29:58,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-17T08:29:58,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:58,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424258689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/773e3081153647caad4bbf8968dfea5c 2024-12-17T08:29:58,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/f52294ab4c804a23b22de1df43d69703 is 50, key is test_row_0/B:col10/1734424198322/Put/seqid=0 2024-12-17T08:29:58,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742195_1371 (size=12301) 2024-12-17T08:29:58,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/f52294ab4c804a23b22de1df43d69703 2024-12-17T08:29:58,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/df8480276e1143079598619aff86be6e is 50, key is test_row_0/C:col10/1734424198322/Put/seqid=0 2024-12-17T08:29:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742196_1372 (size=12301) 2024-12-17T08:29:58,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-17T08:29:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-17T08:29:58,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:58,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-17T08:29:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:58,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:58,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424258991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:59,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:59,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-17T08:29:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:59,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:29:59,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/df8480276e1143079598619aff86be6e 2024-12-17T08:29:59,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/773e3081153647caad4bbf8968dfea5c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/773e3081153647caad4bbf8968dfea5c 2024-12-17T08:29:59,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/773e3081153647caad4bbf8968dfea5c, entries=150, sequenceid=361, filesize=12.0 K 2024-12-17T08:29:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/f52294ab4c804a23b22de1df43d69703 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f52294ab4c804a23b22de1df43d69703 2024-12-17T08:29:59,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f52294ab4c804a23b22de1df43d69703, entries=150, sequenceid=361, filesize=12.0 K 2024-12-17T08:29:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/df8480276e1143079598619aff86be6e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/df8480276e1143079598619aff86be6e 2024-12-17T08:29:59,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/df8480276e1143079598619aff86be6e, entries=150, sequenceid=361, filesize=12.0 K 2024-12-17T08:29:59,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d470a631357aa5636de6c4327bf2a7d3 in 876ms, sequenceid=361, compaction requested=true 2024-12-17T08:29:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:29:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:59,199 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:29:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:29:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:59,199 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:59,200 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:59,200 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:29:59,200 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:59,200 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/64e8b6c254ba4aa89140361bda36025a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/96ff6926a7534768a86feb5bd3a0156e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/352ba15fccb14d4ea990f748354efec0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/773e3081153647caad4bbf8968dfea5c] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=48.8 K 2024-12-17T08:29:59,200 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:59,200 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:29:59,200 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:59,200 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/34a76ec880034981b323518fadf82480, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c5c489ac4ad6452dbaff8b72f511c2f9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/963871d76c6c43c4a627e487bf06905e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f52294ab4c804a23b22de1df43d69703] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=48.8 K 2024-12-17T08:29:59,201 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e8b6c254ba4aa89140361bda36025a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734424194368 2024-12-17T08:29:59,201 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 34a76ec880034981b323518fadf82480, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734424194368 2024-12-17T08:29:59,201 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ff6926a7534768a86feb5bd3a0156e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734424195523 2024-12-17T08:29:59,201 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c489ac4ad6452dbaff8b72f511c2f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734424195523 2024-12-17T08:29:59,201 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 352ba15fccb14d4ea990f748354efec0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1734424196171 2024-12-17T08:29:59,201 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 963871d76c6c43c4a627e487bf06905e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1734424196171 2024-12-17T08:29:59,202 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 773e3081153647caad4bbf8968dfea5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734424198317 2024-12-17T08:29:59,202 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f52294ab4c804a23b22de1df43d69703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734424198317 2024-12-17T08:29:59,209 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:59,209 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:59,210 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/8c3a9cb93cdd49fd89347bd819b82242 is 50, key is test_row_0/A:col10/1734424198322/Put/seqid=0 2024-12-17T08:29:59,210 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/09ce86e9fe074fc7a48ce4c340bbaab3 is 50, key is test_row_0/B:col10/1734424198322/Put/seqid=0 2024-12-17T08:29:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742197_1373 (size=13153) 2024-12-17T08:29:59,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742198_1374 (size=13153) 2024-12-17T08:29:59,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:29:59,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-17T08:29:59,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:59,282 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:29:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:29:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:29:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:29:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:29:59,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/d8e5c2bdc5b144608d0044946b5c7802 is 50, key is test_row_0/A:col10/1734424198382/Put/seqid=0 2024-12-17T08:29:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742199_1375 (size=12301) 2024-12-17T08:29:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-17T08:29:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:29:59,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. as already flushing 2024-12-17T08:29:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424259513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:59,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424259616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:29:59,623 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/09ce86e9fe074fc7a48ce4c340bbaab3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/09ce86e9fe074fc7a48ce4c340bbaab3 2024-12-17T08:29:59,628 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into 09ce86e9fe074fc7a48ce4c340bbaab3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:59,628 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:59,628 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=12, startTime=1734424199199; duration=0sec 2024-12-17T08:29:59,628 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:29:59,628 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:29:59,628 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:29:59,629 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/8c3a9cb93cdd49fd89347bd819b82242 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/8c3a9cb93cdd49fd89347bd819b82242 2024-12-17T08:29:59,630 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:29:59,630 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:29:59,630 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:29:59,630 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/38af98edde52444e8ba9913062383368, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bba8176e63e0459d9ce0b41f831420f6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bf84c3d469444b9aae4aa6286ad475e4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/df8480276e1143079598619aff86be6e] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=48.8 K 2024-12-17T08:29:59,630 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 38af98edde52444e8ba9913062383368, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1734424194368 2024-12-17T08:29:59,631 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bba8176e63e0459d9ce0b41f831420f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734424195523 2024-12-17T08:29:59,631 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bf84c3d469444b9aae4aa6286ad475e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1734424196171 2024-12-17T08:29:59,632 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting df8480276e1143079598619aff86be6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734424198317 2024-12-17T08:29:59,634 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into 8c3a9cb93cdd49fd89347bd819b82242(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:59,634 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:59,634 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=12, startTime=1734424199199; duration=0sec 2024-12-17T08:29:59,634 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:59,634 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:29:59,642 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:29:59,643 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/fe66380ae52d45c6abb3a687f4a4d45c is 50, key is test_row_0/C:col10/1734424198322/Put/seqid=0 2024-12-17T08:29:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742200_1376 (size=13153) 2024-12-17T08:29:59,670 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/fe66380ae52d45c6abb3a687f4a4d45c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fe66380ae52d45c6abb3a687f4a4d45c 2024-12-17T08:29:59,675 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into fe66380ae52d45c6abb3a687f4a4d45c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:29:59,675 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:29:59,675 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=12, startTime=1734424199199; duration=0sec 2024-12-17T08:29:59,675 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:29:59,675 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:29:59,695 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/d8e5c2bdc5b144608d0044946b5c7802 2024-12-17T08:29:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/7d96a83bebf74c5fa0fe6d73dfc56951 is 50, key is test_row_0/B:col10/1734424198382/Put/seqid=0 2024-12-17T08:29:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742201_1377 (size=12301) 2024-12-17T08:29:59,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:29:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424259819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:00,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:30:00,111 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/7d96a83bebf74c5fa0fe6d73dfc56951 2024-12-17T08:30:00,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1734424260121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:00,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/57f8ba0ec61b4e07882ece1f233618f7 is 50, key is test_row_0/C:col10/1734424198382/Put/seqid=0 2024-12-17T08:30:00,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742202_1378 (size=12301) 2024-12-17T08:30:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-17T08:30:00,481 DEBUG [Thread-1352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7448c10f to 127.0.0.1:49694 2024-12-17T08:30:00,481 DEBUG [Thread-1352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,481 DEBUG [Thread-1358 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ff872d8 to 127.0.0.1:49694 2024-12-17T08:30:00,481 DEBUG [Thread-1358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,483 DEBUG [Thread-1350 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f450201 to 127.0.0.1:49694 2024-12-17T08:30:00,483 DEBUG [Thread-1350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,483 DEBUG [Thread-1356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x546bf8b8 to 127.0.0.1:49694 2024-12-17T08:30:00,483 DEBUG [Thread-1356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,483 DEBUG [Thread-1354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f8191db to 127.0.0.1:49694 2024-12-17T08:30:00,483 DEBUG [Thread-1354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,529 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/57f8ba0ec61b4e07882ece1f233618f7 2024-12-17T08:30:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/d8e5c2bdc5b144608d0044946b5c7802 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/d8e5c2bdc5b144608d0044946b5c7802 2024-12-17T08:30:00,536 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/d8e5c2bdc5b144608d0044946b5c7802, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T08:30:00,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/7d96a83bebf74c5fa0fe6d73dfc56951 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/7d96a83bebf74c5fa0fe6d73dfc56951 2024-12-17T08:30:00,539 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/7d96a83bebf74c5fa0fe6d73dfc56951, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T08:30:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/57f8ba0ec61b4e07882ece1f233618f7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/57f8ba0ec61b4e07882ece1f233618f7 2024-12-17T08:30:00,543 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/57f8ba0ec61b4e07882ece1f233618f7, entries=150, sequenceid=386, filesize=12.0 K 2024-12-17T08:30:00,544 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d470a631357aa5636de6c4327bf2a7d3 in 1263ms, sequenceid=386, compaction requested=false 2024-12-17T08:30:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:30:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-17T08:30:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=102 2024-12-17T08:30:00,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-17T08:30:00,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1790 sec 2024-12-17T08:30:00,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1830 sec 2024-12-17T08:30:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:30:00,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:30:00,628 DEBUG [Thread-1343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x272f575d to 127.0.0.1:49694 2024-12-17T08:30:00,628 DEBUG [Thread-1343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:30:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:30:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:00,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:30:00,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:00,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/6b26423cfd1742bd85187a0bdc3eba10 is 50, key is test_row_0/A:col10/1734424200627/Put/seqid=0 2024-12-17T08:30:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742203_1379 (size=12301) 2024-12-17T08:30:00,861 DEBUG [Thread-1347 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7491f229 to 127.0.0.1:49694 2024-12-17T08:30:00,861 DEBUG [Thread-1347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,870 DEBUG [Thread-1341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ebbe5a0 to 127.0.0.1:49694 2024-12-17T08:30:00,870 DEBUG [Thread-1341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,870 DEBUG [Thread-1339 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1570ddea to 127.0.0.1:49694 2024-12-17T08:30:00,871 DEBUG [Thread-1339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:00,874 DEBUG [Thread-1345 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c0d5fe1 to 127.0.0.1:49694 2024-12-17T08:30:00,874 DEBUG [Thread-1345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:01,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/6b26423cfd1742bd85187a0bdc3eba10 2024-12-17T08:30:01,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/ceea3876d2884ec2931ba6963106bc9e is 50, key is test_row_0/B:col10/1734424200627/Put/seqid=0 2024-12-17T08:30:01,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742204_1380 (size=12301) 2024-12-17T08:30:01,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/ceea3876d2884ec2931ba6963106bc9e 2024-12-17T08:30:01,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9 is 50, key is test_row_0/C:col10/1734424200627/Put/seqid=0 2024-12-17T08:30:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742205_1381 (size=12301) 2024-12-17T08:30:01,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9 2024-12-17T08:30:01,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/6b26423cfd1742bd85187a0bdc3eba10 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/6b26423cfd1742bd85187a0bdc3eba10 2024-12-17T08:30:01,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/6b26423cfd1742bd85187a0bdc3eba10, entries=150, sequenceid=401, filesize=12.0 K 2024-12-17T08:30:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/ceea3876d2884ec2931ba6963106bc9e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ceea3876d2884ec2931ba6963106bc9e 2024-12-17T08:30:01,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ceea3876d2884ec2931ba6963106bc9e, entries=150, sequenceid=401, filesize=12.0 K 2024-12-17T08:30:01,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9 2024-12-17T08:30:01,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9, entries=150, sequenceid=401, filesize=12.0 K 2024-12-17T08:30:01,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for d470a631357aa5636de6c4327bf2a7d3 in 1244ms, sequenceid=401, compaction requested=true 2024-12-17T08:30:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:30:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d470a631357aa5636de6c4327bf2a7d3:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:01,873 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:01,873 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/B is initiating minor compaction (all files) 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:01,874 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/B in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/A is initiating minor compaction (all files) 2024-12-17T08:30:01,874 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/09ce86e9fe074fc7a48ce4c340bbaab3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/7d96a83bebf74c5fa0fe6d73dfc56951, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ceea3876d2884ec2931ba6963106bc9e] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.9 K 2024-12-17T08:30:01,874 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/A in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:01,874 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/8c3a9cb93cdd49fd89347bd819b82242, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/d8e5c2bdc5b144608d0044946b5c7802, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/6b26423cfd1742bd85187a0bdc3eba10] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.9 K 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 09ce86e9fe074fc7a48ce4c340bbaab3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734424198317 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c3a9cb93cdd49fd89347bd819b82242, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734424198317 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d96a83bebf74c5fa0fe6d73dfc56951, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734424198374 2024-12-17T08:30:01,874 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e5c2bdc5b144608d0044946b5c7802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734424198374 2024-12-17T08:30:01,875 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b26423cfd1742bd85187a0bdc3eba10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734424199507 2024-12-17T08:30:01,875 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ceea3876d2884ec2931ba6963106bc9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734424199507 2024-12-17T08:30:01,882 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:01,882 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#A#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:01,882 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/b614ddfcc0b4496aa078dd5d29162e62 is 50, key is test_row_0/B:col10/1734424200627/Put/seqid=0 2024-12-17T08:30:01,882 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/bef59c8141cc4848945abb3d845b2f29 is 50, key is test_row_0/A:col10/1734424200627/Put/seqid=0 2024-12-17T08:30:01,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742206_1382 (size=13255) 2024-12-17T08:30:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742207_1383 (size=13255) 2024-12-17T08:30:02,297 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/bef59c8141cc4848945abb3d845b2f29 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/bef59c8141cc4848945abb3d845b2f29 2024-12-17T08:30:02,297 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/b614ddfcc0b4496aa078dd5d29162e62 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b614ddfcc0b4496aa078dd5d29162e62 2024-12-17T08:30:02,301 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/A of d470a631357aa5636de6c4327bf2a7d3 into bef59c8141cc4848945abb3d845b2f29(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:02,301 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/B of d470a631357aa5636de6c4327bf2a7d3 into b614ddfcc0b4496aa078dd5d29162e62(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:02,301 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:30:02,301 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:30:02,301 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/A, priority=13, startTime=1734424201873; duration=0sec 2024-12-17T08:30:02,301 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/B, priority=13, startTime=1734424201873; duration=0sec 2024-12-17T08:30:02,301 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:02,301 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:02,301 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:B 2024-12-17T08:30:02,301 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:A 2024-12-17T08:30:02,302 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:02,302 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:02,302 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): d470a631357aa5636de6c4327bf2a7d3/C is initiating minor compaction (all files) 2024-12-17T08:30:02,302 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d470a631357aa5636de6c4327bf2a7d3/C in TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:02,302 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fe66380ae52d45c6abb3a687f4a4d45c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/57f8ba0ec61b4e07882ece1f233618f7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp, totalSize=36.9 K 2024-12-17T08:30:02,303 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting fe66380ae52d45c6abb3a687f4a4d45c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734424198317 2024-12-17T08:30:02,303 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f8ba0ec61b4e07882ece1f233618f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734424198374 2024-12-17T08:30:02,303 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e0bd19a3bf4b6ab7d59a5e404e3ba9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734424199507 2024-12-17T08:30:02,309 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d470a631357aa5636de6c4327bf2a7d3#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:02,310 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/8be5755a718e4b8bbed4337fa517b41f is 50, key is test_row_0/C:col10/1734424200627/Put/seqid=0 2024-12-17T08:30:02,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742208_1384 (size=13255) 2024-12-17T08:30:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-17T08:30:02,470 INFO [Thread-1349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 150 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7092 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7004 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6991 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7078 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6983 2024-12-17T08:30:02,470 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T08:30:02,470 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:30:02,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69bbf48f to 127.0.0.1:49694 2024-12-17T08:30:02,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:02,471 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T08:30:02,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T08:30:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T08:30:02,474 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424202474"}]},"ts":"1734424202474"} 2024-12-17T08:30:02,475 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T08:30:02,477 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T08:30:02,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:30:02,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d470a631357aa5636de6c4327bf2a7d3, UNASSIGN}] 2024-12-17T08:30:02,479 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d470a631357aa5636de6c4327bf2a7d3, UNASSIGN 2024-12-17T08:30:02,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=d470a631357aa5636de6c4327bf2a7d3, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:02,480 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:30:02,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:30:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T08:30:02,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:02,632 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:30:02,632 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:30:02,632 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing d470a631357aa5636de6c4327bf2a7d3, disabling compactions & flushes 2024-12-17T08:30:02,632 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:02,717 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/8be5755a718e4b8bbed4337fa517b41f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/8be5755a718e4b8bbed4337fa517b41f 2024-12-17T08:30:02,721 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d470a631357aa5636de6c4327bf2a7d3/C of d470a631357aa5636de6c4327bf2a7d3 into 8be5755a718e4b8bbed4337fa517b41f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:02,721 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:30:02,721 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3., storeName=d470a631357aa5636de6c4327bf2a7d3/C, priority=13, startTime=1734424201873; duration=0sec 2024-12-17T08:30:02,721 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:02,721 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:02,721 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:02,721 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d470a631357aa5636de6c4327bf2a7d3:C 2024-12-17T08:30:02,721 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. after waiting 0 ms 2024-12-17T08:30:02,721 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:02,721 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(2837): Flushing d470a631357aa5636de6c4327bf2a7d3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T08:30:02,721 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=A 2024-12-17T08:30:02,722 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:02,722 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=B 2024-12-17T08:30:02,722 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:02,722 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d470a631357aa5636de6c4327bf2a7d3, store=C 2024-12-17T08:30:02,722 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:02,725 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/686d877a6c7d4568be99524c1949b80a is 50, key is test_row_0/A:col10/1734424200874/Put/seqid=0 2024-12-17T08:30:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742209_1385 (size=9857) 2024-12-17T08:30:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T08:30:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T08:30:03,132 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/686d877a6c7d4568be99524c1949b80a 2024-12-17T08:30:03,138 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/dcd21e4091e3445babb73ccd22d49f43 is 50, key is test_row_0/B:col10/1734424200874/Put/seqid=0 2024-12-17T08:30:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742210_1386 (size=9857) 2024-12-17T08:30:03,542 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/dcd21e4091e3445babb73ccd22d49f43 2024-12-17T08:30:03,549 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/541e50b499d34edb99c5f41b4db8b948 is 50, key is test_row_0/C:col10/1734424200874/Put/seqid=0 2024-12-17T08:30:03,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742211_1387 (size=9857) 2024-12-17T08:30:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T08:30:03,953 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/541e50b499d34edb99c5f41b4db8b948 2024-12-17T08:30:03,957 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/A/686d877a6c7d4568be99524c1949b80a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/686d877a6c7d4568be99524c1949b80a 2024-12-17T08:30:03,960 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/686d877a6c7d4568be99524c1949b80a, entries=100, sequenceid=411, filesize=9.6 K 2024-12-17T08:30:03,961 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/B/dcd21e4091e3445babb73ccd22d49f43 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/dcd21e4091e3445babb73ccd22d49f43 2024-12-17T08:30:03,963 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/dcd21e4091e3445babb73ccd22d49f43, entries=100, sequenceid=411, filesize=9.6 K 2024-12-17T08:30:03,964 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/.tmp/C/541e50b499d34edb99c5f41b4db8b948 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/541e50b499d34edb99c5f41b4db8b948 2024-12-17T08:30:03,967 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/541e50b499d34edb99c5f41b4db8b948, entries=100, sequenceid=411, filesize=9.6 K 2024-12-17T08:30:03,967 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d470a631357aa5636de6c4327bf2a7d3 in 1246ms, sequenceid=411, compaction requested=false 2024-12-17T08:30:03,968 DEBUG [StoreCloser-TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/13919a2b6105432ea1806296036ea6b2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/7c50df0e0be44db3b27c9d8e1d382ff2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/672a617169c34ae0a3b1ab8d3f512e05, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2348bc09c6864c92ae81666ff688b024, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a8dd5892122a4958950404b599d43c02, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/062606a7c13c4ac6b4bd03834cebfbe1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5c9d97e1ed454947a3bed1a25f99c249, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/02786e7c73c84e38a1986905481f8a95, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5aab25e936804a53b2f568d11aee48aa, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/45f2c5168898467a971b3b46809b8226, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/905246fe707947e3b462a35841410b0c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/1be4f6a99033492d97248e117cbf42f4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/3b26eb13a0244734b33bdcb76f3be099, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2b42c0de49764f54932f25dfa5817ee2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a9cd60b2f6e3477db77bfc130efe48f1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/721244b5d8c441e3ba4a43b0c1efb438, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/26db749c1798451ba9daa00a4e28e78d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e911a95487e94ee68785f70930f4ede7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/114debbab26f4dfdb0cb08c57527cccb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/de391da828f0467ab6911beb914a0e91, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/64e8b6c254ba4aa89140361bda36025a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e25cc98944c342e68216bdae6efe8da1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/96ff6926a7534768a86feb5bd3a0156e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/352ba15fccb14d4ea990f748354efec0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/8c3a9cb93cdd49fd89347bd819b82242, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/773e3081153647caad4bbf8968dfea5c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/d8e5c2bdc5b144608d0044946b5c7802, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/6b26423cfd1742bd85187a0bdc3eba10] to archive 2024-12-17T08:30:03,969 DEBUG [StoreCloser-TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:30:03,971 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/13919a2b6105432ea1806296036ea6b2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/13919a2b6105432ea1806296036ea6b2 2024-12-17T08:30:03,971 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/7c50df0e0be44db3b27c9d8e1d382ff2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/7c50df0e0be44db3b27c9d8e1d382ff2 2024-12-17T08:30:03,971 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/672a617169c34ae0a3b1ab8d3f512e05 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/672a617169c34ae0a3b1ab8d3f512e05 2024-12-17T08:30:03,971 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2348bc09c6864c92ae81666ff688b024 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2348bc09c6864c92ae81666ff688b024 2024-12-17T08:30:03,972 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a8dd5892122a4958950404b599d43c02 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a8dd5892122a4958950404b599d43c02 2024-12-17T08:30:03,972 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/062606a7c13c4ac6b4bd03834cebfbe1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/062606a7c13c4ac6b4bd03834cebfbe1 2024-12-17T08:30:03,972 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/02786e7c73c84e38a1986905481f8a95 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/02786e7c73c84e38a1986905481f8a95 2024-12-17T08:30:03,972 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5c9d97e1ed454947a3bed1a25f99c249 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5c9d97e1ed454947a3bed1a25f99c249 2024-12-17T08:30:03,974 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/45f2c5168898467a971b3b46809b8226 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/45f2c5168898467a971b3b46809b8226 2024-12-17T08:30:03,974 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5aab25e936804a53b2f568d11aee48aa to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/5aab25e936804a53b2f568d11aee48aa 2024-12-17T08:30:03,974 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/905246fe707947e3b462a35841410b0c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/905246fe707947e3b462a35841410b0c 2024-12-17T08:30:03,974 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/1be4f6a99033492d97248e117cbf42f4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/1be4f6a99033492d97248e117cbf42f4 2024-12-17T08:30:03,974 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/3b26eb13a0244734b33bdcb76f3be099 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/3b26eb13a0244734b33bdcb76f3be099 2024-12-17T08:30:03,975 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/721244b5d8c441e3ba4a43b0c1efb438 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/721244b5d8c441e3ba4a43b0c1efb438 2024-12-17T08:30:03,975 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a9cd60b2f6e3477db77bfc130efe48f1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/a9cd60b2f6e3477db77bfc130efe48f1 2024-12-17T08:30:03,975 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2b42c0de49764f54932f25dfa5817ee2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/2b42c0de49764f54932f25dfa5817ee2 2024-12-17T08:30:03,976 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/114debbab26f4dfdb0cb08c57527cccb to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/114debbab26f4dfdb0cb08c57527cccb 2024-12-17T08:30:03,976 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/26db749c1798451ba9daa00a4e28e78d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/26db749c1798451ba9daa00a4e28e78d 2024-12-17T08:30:03,977 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e911a95487e94ee68785f70930f4ede7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e911a95487e94ee68785f70930f4ede7 2024-12-17T08:30:03,977 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e25cc98944c342e68216bdae6efe8da1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/e25cc98944c342e68216bdae6efe8da1 2024-12-17T08:30:03,977 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/de391da828f0467ab6911beb914a0e91 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/de391da828f0467ab6911beb914a0e91 2024-12-17T08:30:03,977 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/96ff6926a7534768a86feb5bd3a0156e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/96ff6926a7534768a86feb5bd3a0156e 2024-12-17T08:30:03,977 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/64e8b6c254ba4aa89140361bda36025a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/64e8b6c254ba4aa89140361bda36025a 2024-12-17T08:30:03,977 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/352ba15fccb14d4ea990f748354efec0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/352ba15fccb14d4ea990f748354efec0 2024-12-17T08:30:03,978 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/8c3a9cb93cdd49fd89347bd819b82242 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/8c3a9cb93cdd49fd89347bd819b82242 2024-12-17T08:30:03,978 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/d8e5c2bdc5b144608d0044946b5c7802 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/d8e5c2bdc5b144608d0044946b5c7802 2024-12-17T08:30:03,979 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/773e3081153647caad4bbf8968dfea5c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/773e3081153647caad4bbf8968dfea5c 2024-12-17T08:30:03,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/6b26423cfd1742bd85187a0bdc3eba10 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/6b26423cfd1742bd85187a0bdc3eba10 2024-12-17T08:30:03,980 DEBUG [StoreCloser-TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/0ccc192cec334e61badcc6a713637b11, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/e2f827b213cc4101af86e2d6c3580ba1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c298063219ca46358d8aa27f9b2ba047, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/45e67ec740d14a97b69d92cca56a49ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/1844ec44363043c8b537cd270929a06d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b91aee6376aa483bade32cdbf9984216, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/84707355609d4b4b800148fbaebb64db, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a79eb2ed6a814f08a8e304cc25ce5906, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/37355c6dba7e4793aca5d30da6f4b99e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/310e1c76b1b54f0ba10ed7a5800094d7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/507003f06a14456999b214006368679f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/fba5e743ba514653a07b02b67706a252, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/39c76c1a429f4bb184444b8ca164a3b3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ad8b064762554a40886d50b7238da733, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/13a5ef53b32341cc839427390d02fc0b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c685221c3c50482993da2abc986731c6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a4b42804feba4865bd84de37c09eef35, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/3ca3d80757be41ea8c2a4ef6832d1a1f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a0b4f9651e284bf6be5a9a05599d328c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f279a4c14d5e425ab537fccf1bf22db1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/34a76ec880034981b323518fadf82480, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/236476b6014a40039c11af74775b5ad2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c5c489ac4ad6452dbaff8b72f511c2f9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/963871d76c6c43c4a627e487bf06905e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/09ce86e9fe074fc7a48ce4c340bbaab3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f52294ab4c804a23b22de1df43d69703, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/7d96a83bebf74c5fa0fe6d73dfc56951, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ceea3876d2884ec2931ba6963106bc9e] to archive 2024-12-17T08:30:03,980 DEBUG [StoreCloser-TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:30:03,982 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/e2f827b213cc4101af86e2d6c3580ba1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/e2f827b213cc4101af86e2d6c3580ba1 2024-12-17T08:30:03,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c298063219ca46358d8aa27f9b2ba047 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c298063219ca46358d8aa27f9b2ba047 2024-12-17T08:30:03,982 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/45e67ec740d14a97b69d92cca56a49ce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/45e67ec740d14a97b69d92cca56a49ce 2024-12-17T08:30:03,983 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/0ccc192cec334e61badcc6a713637b11 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/0ccc192cec334e61badcc6a713637b11 2024-12-17T08:30:03,983 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/1844ec44363043c8b537cd270929a06d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/1844ec44363043c8b537cd270929a06d 2024-12-17T08:30:03,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/84707355609d4b4b800148fbaebb64db to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/84707355609d4b4b800148fbaebb64db 2024-12-17T08:30:03,983 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b91aee6376aa483bade32cdbf9984216 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b91aee6376aa483bade32cdbf9984216 2024-12-17T08:30:03,983 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a79eb2ed6a814f08a8e304cc25ce5906 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a79eb2ed6a814f08a8e304cc25ce5906 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/fba5e743ba514653a07b02b67706a252 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/fba5e743ba514653a07b02b67706a252 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/310e1c76b1b54f0ba10ed7a5800094d7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/310e1c76b1b54f0ba10ed7a5800094d7 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/507003f06a14456999b214006368679f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/507003f06a14456999b214006368679f 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/37355c6dba7e4793aca5d30da6f4b99e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/37355c6dba7e4793aca5d30da6f4b99e 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/39c76c1a429f4bb184444b8ca164a3b3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/39c76c1a429f4bb184444b8ca164a3b3 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c685221c3c50482993da2abc986731c6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c685221c3c50482993da2abc986731c6 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/13a5ef53b32341cc839427390d02fc0b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/13a5ef53b32341cc839427390d02fc0b 2024-12-17T08:30:03,985 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ad8b064762554a40886d50b7238da733 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ad8b064762554a40886d50b7238da733 2024-12-17T08:30:03,987 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a4b42804feba4865bd84de37c09eef35 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a4b42804feba4865bd84de37c09eef35 2024-12-17T08:30:03,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/34a76ec880034981b323518fadf82480 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/34a76ec880034981b323518fadf82480 2024-12-17T08:30:03,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/3ca3d80757be41ea8c2a4ef6832d1a1f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/3ca3d80757be41ea8c2a4ef6832d1a1f 2024-12-17T08:30:03,987 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a0b4f9651e284bf6be5a9a05599d328c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/a0b4f9651e284bf6be5a9a05599d328c 2024-12-17T08:30:03,987 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f279a4c14d5e425ab537fccf1bf22db1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f279a4c14d5e425ab537fccf1bf22db1 2024-12-17T08:30:03,987 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/236476b6014a40039c11af74775b5ad2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/236476b6014a40039c11af74775b5ad2 2024-12-17T08:30:03,987 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/963871d76c6c43c4a627e487bf06905e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/963871d76c6c43c4a627e487bf06905e 2024-12-17T08:30:03,988 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c5c489ac4ad6452dbaff8b72f511c2f9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/c5c489ac4ad6452dbaff8b72f511c2f9 2024-12-17T08:30:03,988 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/09ce86e9fe074fc7a48ce4c340bbaab3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/09ce86e9fe074fc7a48ce4c340bbaab3 2024-12-17T08:30:03,988 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f52294ab4c804a23b22de1df43d69703 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/f52294ab4c804a23b22de1df43d69703 2024-12-17T08:30:03,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/7d96a83bebf74c5fa0fe6d73dfc56951 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/7d96a83bebf74c5fa0fe6d73dfc56951 2024-12-17T08:30:03,989 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ceea3876d2884ec2931ba6963106bc9e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/ceea3876d2884ec2931ba6963106bc9e 2024-12-17T08:30:03,990 DEBUG [StoreCloser-TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/28c7fd5617cc4469adbf91ac2243f82f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/090e0e1d83f5435aa81e00a4ada58fe4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fb904d95edb84f249bee19a7b74865a0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/b744e0cbc9c34253aadd516d12f940f1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/98dfc5a30bff4bc09bab61ee35316418, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/89afcf7118244d31b0cdc8420b44c339, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6f470c87700347959f990c1d3d58c9dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f2908b41e3004ffca925fd008498b897, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/184de54cb1174955ac39f0e3e4fa76e7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/ee8baa75c127470590d2bc36bdd738cf, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f4a0479c5c934363a016bf10bf28ff2c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3df8ea71b0ef429d876e63ba7b72e574, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d6161d131a7b4641b4d7aa62046db170, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/79434b30005241b5adbf7e3fa6b926e4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6a60e7ecb3c9475f90720805909abea7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/883e1ec7e88c4718bf4695bfa675fbfb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3f266005ddf54e0db37901a3e09cc52e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fdb22a6713754428bb4f09038e28e7d8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/7f8455dd1b9b41e5b456f430ff267e56, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d26cc5cf2f1f4974ad61a4dff2f68408, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/38af98edde52444e8ba9913062383368, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/0f6b328650bb413fb8c748002fc880d6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bba8176e63e0459d9ce0b41f831420f6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bf84c3d469444b9aae4aa6286ad475e4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fe66380ae52d45c6abb3a687f4a4d45c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/df8480276e1143079598619aff86be6e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/57f8ba0ec61b4e07882ece1f233618f7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9] to archive 2024-12-17T08:30:03,990 DEBUG [StoreCloser-TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:30:03,992 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fb904d95edb84f249bee19a7b74865a0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fb904d95edb84f249bee19a7b74865a0 2024-12-17T08:30:03,993 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/89afcf7118244d31b0cdc8420b44c339 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/89afcf7118244d31b0cdc8420b44c339 2024-12-17T08:30:03,993 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/28c7fd5617cc4469adbf91ac2243f82f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/28c7fd5617cc4469adbf91ac2243f82f 2024-12-17T08:30:03,993 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/98dfc5a30bff4bc09bab61ee35316418 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/98dfc5a30bff4bc09bab61ee35316418 2024-12-17T08:30:03,993 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6f470c87700347959f990c1d3d58c9dd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6f470c87700347959f990c1d3d58c9dd 2024-12-17T08:30:03,993 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/b744e0cbc9c34253aadd516d12f940f1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/b744e0cbc9c34253aadd516d12f940f1 2024-12-17T08:30:03,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/090e0e1d83f5435aa81e00a4ada58fe4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/090e0e1d83f5435aa81e00a4ada58fe4 2024-12-17T08:30:03,994 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f2908b41e3004ffca925fd008498b897 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f2908b41e3004ffca925fd008498b897 2024-12-17T08:30:03,994 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/184de54cb1174955ac39f0e3e4fa76e7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/184de54cb1174955ac39f0e3e4fa76e7 2024-12-17T08:30:03,995 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f4a0479c5c934363a016bf10bf28ff2c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/f4a0479c5c934363a016bf10bf28ff2c 2024-12-17T08:30:03,995 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3df8ea71b0ef429d876e63ba7b72e574 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3df8ea71b0ef429d876e63ba7b72e574 2024-12-17T08:30:03,995 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d6161d131a7b4641b4d7aa62046db170 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d6161d131a7b4641b4d7aa62046db170 2024-12-17T08:30:03,996 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/79434b30005241b5adbf7e3fa6b926e4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/79434b30005241b5adbf7e3fa6b926e4 2024-12-17T08:30:03,996 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/883e1ec7e88c4718bf4695bfa675fbfb to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/883e1ec7e88c4718bf4695bfa675fbfb 2024-12-17T08:30:03,996 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6a60e7ecb3c9475f90720805909abea7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/6a60e7ecb3c9475f90720805909abea7 2024-12-17T08:30:03,996 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/ee8baa75c127470590d2bc36bdd738cf to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/ee8baa75c127470590d2bc36bdd738cf 2024-12-17T08:30:03,997 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3f266005ddf54e0db37901a3e09cc52e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/3f266005ddf54e0db37901a3e09cc52e 2024-12-17T08:30:03,997 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fdb22a6713754428bb4f09038e28e7d8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fdb22a6713754428bb4f09038e28e7d8 2024-12-17T08:30:03,997 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d26cc5cf2f1f4974ad61a4dff2f68408 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/d26cc5cf2f1f4974ad61a4dff2f68408 2024-12-17T08:30:03,997 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/7f8455dd1b9b41e5b456f430ff267e56 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/7f8455dd1b9b41e5b456f430ff267e56 2024-12-17T08:30:03,998 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/0f6b328650bb413fb8c748002fc880d6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/0f6b328650bb413fb8c748002fc880d6 2024-12-17T08:30:03,998 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/38af98edde52444e8ba9913062383368 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/38af98edde52444e8ba9913062383368 2024-12-17T08:30:03,998 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bba8176e63e0459d9ce0b41f831420f6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bba8176e63e0459d9ce0b41f831420f6 2024-12-17T08:30:03,998 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bf84c3d469444b9aae4aa6286ad475e4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/bf84c3d469444b9aae4aa6286ad475e4 2024-12-17T08:30:03,998 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fe66380ae52d45c6abb3a687f4a4d45c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/fe66380ae52d45c6abb3a687f4a4d45c 2024-12-17T08:30:03,999 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/57f8ba0ec61b4e07882ece1f233618f7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/57f8ba0ec61b4e07882ece1f233618f7 2024-12-17T08:30:03,999 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/df8480276e1143079598619aff86be6e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/df8480276e1143079598619aff86be6e 2024-12-17T08:30:03,999 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/02e0bd19a3bf4b6ab7d59a5e404e3ba9 2024-12-17T08:30:04,002 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/recovered.edits/414.seqid, newMaxSeqId=414, maxSeqId=1 2024-12-17T08:30:04,003 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3. 2024-12-17T08:30:04,003 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for d470a631357aa5636de6c4327bf2a7d3: 2024-12-17T08:30:04,004 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:30:04,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=d470a631357aa5636de6c4327bf2a7d3, regionState=CLOSED 2024-12-17T08:30:04,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-17T08:30:04,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure d470a631357aa5636de6c4327bf2a7d3, server=c41f045e1357,40233,1734424111672 in 1.5250 sec 2024-12-17T08:30:04,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-17T08:30:04,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d470a631357aa5636de6c4327bf2a7d3, UNASSIGN in 1.5280 sec 2024-12-17T08:30:04,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-17T08:30:04,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5310 sec 2024-12-17T08:30:04,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424204010"}]},"ts":"1734424204010"} 2024-12-17T08:30:04,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T08:30:04,012 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T08:30:04,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5420 sec 2024-12-17T08:30:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-17T08:30:04,577 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-12-17T08:30:04,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T08:30:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:04,579 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-12-17T08:30:04,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=107, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:04,581 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:30:04,583 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/recovered.edits] 2024-12-17T08:30:04,585 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/686d877a6c7d4568be99524c1949b80a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/686d877a6c7d4568be99524c1949b80a 2024-12-17T08:30:04,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/bef59c8141cc4848945abb3d845b2f29 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/A/bef59c8141cc4848945abb3d845b2f29 2024-12-17T08:30:04,587 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/dcd21e4091e3445babb73ccd22d49f43 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/dcd21e4091e3445babb73ccd22d49f43 2024-12-17T08:30:04,588 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b614ddfcc0b4496aa078dd5d29162e62 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/B/b614ddfcc0b4496aa078dd5d29162e62 2024-12-17T08:30:04,589 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/541e50b499d34edb99c5f41b4db8b948 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/541e50b499d34edb99c5f41b4db8b948 2024-12-17T08:30:04,590 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/8be5755a718e4b8bbed4337fa517b41f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/C/8be5755a718e4b8bbed4337fa517b41f 2024-12-17T08:30:04,592 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/recovered.edits/414.seqid to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3/recovered.edits/414.seqid 2024-12-17T08:30:04,592 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/d470a631357aa5636de6c4327bf2a7d3 2024-12-17T08:30:04,592 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T08:30:04,594 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=107, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:04,597 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T08:30:04,598 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T08:30:04,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=107, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:04,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T08:30:04,599 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734424204599"}]},"ts":"9223372036854775807"} 2024-12-17T08:30:04,601 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:30:04,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d470a631357aa5636de6c4327bf2a7d3, NAME => 'TestAcidGuarantees,,1734424178323.d470a631357aa5636de6c4327bf2a7d3.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:30:04,601 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T08:30:04,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734424204601"}]},"ts":"9223372036854775807"} 2024-12-17T08:30:04,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T08:30:04,604 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=107, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:04,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-12-17T08:30:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-12-17T08:30:04,681 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 107 completed 2024-12-17T08:30:04,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=248 (was 246) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6973 (was 7057) 2024-12-17T08:30:04,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=6973 2024-12-17T08:30:04,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:30:04,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:30:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:04,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:30:04,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:04,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 108 2024-12-17T08:30:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T08:30:04,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:30:04,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742212_1388 (size=963) 2024-12-17T08:30:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T08:30:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T08:30:05,110 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:30:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742213_1389 (size=53) 2024-12-17T08:30:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T08:30:05,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:30:05,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bb0e29451fea03b0ddd422eabb6e4307, disabling compactions & flushes 2024-12-17T08:30:05,516 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. after waiting 0 ms 2024-12-17T08:30:05,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,516 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,516 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:05,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:30:05,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734424205517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734424205517"}]},"ts":"1734424205517"} 2024-12-17T08:30:05,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:30:05,519 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:30:05,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424205519"}]},"ts":"1734424205519"} 2024-12-17T08:30:05,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T08:30:05,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, ASSIGN}] 2024-12-17T08:30:05,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, ASSIGN 2024-12-17T08:30:05,524 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, ASSIGN; state=OFFLINE, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=false 2024-12-17T08:30:05,675 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:05,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; OpenRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:30:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T08:30:05,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:05,830 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,831 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7285): Opening region: {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:30:05,831 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,831 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:30:05,831 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7327): checking encryption for bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,831 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7330): checking classloading for bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,832 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,833 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:05,833 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0e29451fea03b0ddd422eabb6e4307 columnFamilyName A 2024-12-17T08:30:05,834 DEBUG [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:05,834 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(327): Store=bb0e29451fea03b0ddd422eabb6e4307/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:05,834 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,835 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:05,835 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0e29451fea03b0ddd422eabb6e4307 columnFamilyName B 2024-12-17T08:30:05,835 DEBUG [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:05,835 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(327): Store=bb0e29451fea03b0ddd422eabb6e4307/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:05,836 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,836 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:05,836 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0e29451fea03b0ddd422eabb6e4307 columnFamilyName C 2024-12-17T08:30:05,836 DEBUG [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:05,837 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(327): Store=bb0e29451fea03b0ddd422eabb6e4307/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:05,837 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,838 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,838 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,839 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:30:05,840 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1085): writing seq id for bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:05,841 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:30:05,841 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1102): Opened bb0e29451fea03b0ddd422eabb6e4307; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65384476, jitterRate=-0.025695383548736572}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:30:05,842 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1001): Region open journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:05,843 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., pid=110, masterSystemTime=1734424205828 2024-12-17T08:30:05,844 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,844 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:05,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:05,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-17T08:30:05,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; OpenRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 in 169 msec 2024-12-17T08:30:05,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-17T08:30:05,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, ASSIGN in 323 msec 2024-12-17T08:30:05,847 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:30:05,848 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424205848"}]},"ts":"1734424205848"} 2024-12-17T08:30:05,848 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T08:30:05,851 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:30:05,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-17T08:30:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-17T08:30:06,807 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-17T08:30:06,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4da7d358 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ba86bc 2024-12-17T08:30:06,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4364e841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:06,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:06,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:06,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:30:06,817 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:30:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:30:06,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:30:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=111, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742214_1390 (size=999) 2024-12-17T08:30:07,231 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T08:30:07,231 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T08:30:07,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:30:07,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, REOPEN/MOVE}] 2024-12-17T08:30:07,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, REOPEN/MOVE 2024-12-17T08:30:07,236 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,237 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:30:07,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE; CloseRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:30:07,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,389 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(124): Close bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,389 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:30:07,389 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1681): Closing bb0e29451fea03b0ddd422eabb6e4307, disabling compactions & flushes 2024-12-17T08:30:07,389 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,389 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,389 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. after waiting 0 ms 2024-12-17T08:30:07,389 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,393 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:30:07,394 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,394 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1635): Region close journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:07,394 WARN [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionServer(3786): Not adding moved region record: bb0e29451fea03b0ddd422eabb6e4307 to self. 2024-12-17T08:30:07,396 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(170): Closed bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=CLOSED 2024-12-17T08:30:07,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-12-17T08:30:07,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; CloseRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 in 160 msec 2024-12-17T08:30:07,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, REOPEN/MOVE; state=CLOSED, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=true 2024-12-17T08:30:07,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=113, state=RUNNABLE; OpenRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:30:07,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,704 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:30:07,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:30:07,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,705 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,706 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,707 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:07,708 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0e29451fea03b0ddd422eabb6e4307 columnFamilyName A 2024-12-17T08:30:07,709 DEBUG [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:07,709 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(327): Store=bb0e29451fea03b0ddd422eabb6e4307/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:07,710 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,710 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:07,711 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0e29451fea03b0ddd422eabb6e4307 columnFamilyName B 2024-12-17T08:30:07,711 DEBUG [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:07,711 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(327): Store=bb0e29451fea03b0ddd422eabb6e4307/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:07,711 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,712 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:07,712 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb0e29451fea03b0ddd422eabb6e4307 columnFamilyName C 2024-12-17T08:30:07,712 DEBUG [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:07,713 INFO [StoreOpener-bb0e29451fea03b0ddd422eabb6e4307-1 {}] regionserver.HStore(327): Store=bb0e29451fea03b0ddd422eabb6e4307/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:07,713 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,713 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,714 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,715 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:30:07,716 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,717 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened bb0e29451fea03b0ddd422eabb6e4307; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66303505, jitterRate=-0.012000784277915955}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:30:07,717 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:07,718 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., pid=115, masterSystemTime=1734424207701 2024-12-17T08:30:07,719 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,719 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=113 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=OPEN, openSeqNum=5, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=113 2024-12-17T08:30:07,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=113, state=SUCCESS; OpenRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 in 170 msec 2024-12-17T08:30:07,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-17T08:30:07,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, REOPEN/MOVE in 486 msec 2024-12-17T08:30:07,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-17T08:30:07,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-12-17T08:30:07,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-12-17T08:30:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=111 2024-12-17T08:30:07,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3264421f to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25bbd89 2024-12-17T08:30:07,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66197b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64665298 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b0e0c68 2024-12-17T08:30:07,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1661aa09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20322b5a to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b140e78 2024-12-17T08:30:07,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bed0f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05993498 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e359d9d 2024-12-17T08:30:07,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480ae5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3587ce39 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@573c7461 2024-12-17T08:30:07,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48863e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eacd0f7 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47a39715 2024-12-17T08:30:07,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101b7259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bc9c77a to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2089ec29 2024-12-17T08:30:07,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcbdbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29458edd to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c2c778 2024-12-17T08:30:07,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7362d978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-12-17T08:30:07,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-12-17T08:30:07,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:07,765 DEBUG [hconnection-0x17d93037-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,765 DEBUG [hconnection-0x803e15d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,766 DEBUG [hconnection-0x4f281006-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,766 DEBUG [hconnection-0x4e3bebff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,767 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,767 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,770 DEBUG [hconnection-0x63048f73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:07,771 DEBUG [hconnection-0xa968a3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,771 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-17T08:30:07,773 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,773 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:07,773 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:07,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:07,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:30:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T08:30:07,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:07,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:07,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:07,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:07,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:07,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:07,785 DEBUG [hconnection-0x586a6932-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,785 DEBUG [hconnection-0x1009edb7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,786 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,786 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424267797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424267797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424267797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424267798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,802 DEBUG [hconnection-0x5e0147f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,802 DEBUG [hconnection-0x33f275cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:07,804 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,804 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:07,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176b8cb0a8bb15416c94969b0715dba2d2_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424207775/Put/seqid=0 2024-12-17T08:30:07,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424267805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742215_1391 (size=9714) 2024-12-17T08:30:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T08:30:07,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424267898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424267898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424267898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424267899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424267911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:07,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:07,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:07,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:07,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:07,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T08:30:08,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:08,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:08,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424268102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424268103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424268103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424268103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424268114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,229 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:08,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:08,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:08,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176b8cb0a8bb15416c94969b0715dba2d2_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176b8cb0a8bb15416c94969b0715dba2d2_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/3991cd2d238f44b0aa380f3ba6015067, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:08,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/3991cd2d238f44b0aa380f3ba6015067 is 175, key is test_row_0/A:col10/1734424207775/Put/seqid=0 2024-12-17T08:30:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742216_1392 (size=22361) 2024-12-17T08:30:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T08:30:08,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424268407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424268407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424268409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424268410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424268418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:08,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:08,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/3991cd2d238f44b0aa380f3ba6015067 2024-12-17T08:30:08,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/a220bb90f34e4ad083c274032122ed57 is 50, key is test_row_0/B:col10/1734424207775/Put/seqid=0 2024-12-17T08:30:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742217_1393 (size=9657) 2024-12-17T08:30:08,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:08,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:08,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T08:30:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424268911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424268913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424268913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424268915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424268924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:08,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:08,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:08,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:08,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:09,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/a220bb90f34e4ad083c274032122ed57 2024-12-17T08:30:09,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/bc2e4541871a4e779a7a0ebd550bf15a is 50, key is test_row_0/C:col10/1734424207775/Put/seqid=0 2024-12-17T08:30:09,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742218_1394 (size=9657) 2024-12-17T08:30:09,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/bc2e4541871a4e779a7a0ebd550bf15a 2024-12-17T08:30:09,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/3991cd2d238f44b0aa380f3ba6015067 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/3991cd2d238f44b0aa380f3ba6015067 2024-12-17T08:30:09,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/3991cd2d238f44b0aa380f3ba6015067, entries=100, sequenceid=16, filesize=21.8 K 2024-12-17T08:30:09,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/a220bb90f34e4ad083c274032122ed57 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/a220bb90f34e4ad083c274032122ed57 2024-12-17T08:30:09,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/a220bb90f34e4ad083c274032122ed57, entries=100, sequenceid=16, filesize=9.4 K 2024-12-17T08:30:09,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/bc2e4541871a4e779a7a0ebd550bf15a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/bc2e4541871a4e779a7a0ebd550bf15a 2024-12-17T08:30:09,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/bc2e4541871a4e779a7a0ebd550bf15a, entries=100, sequenceid=16, filesize=9.4 K 2024-12-17T08:30:09,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bb0e29451fea03b0ddd422eabb6e4307 in 1334ms, sequenceid=16, compaction requested=false 2024-12-17T08:30:09,110 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-17T08:30:09,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:09,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:09,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-17T08:30:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:09,151 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:30:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:09,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121702003428f3224884b8ca2d92e0200597_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424207789/Put/seqid=0 2024-12-17T08:30:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742219_1395 (size=12154) 2024-12-17T08:30:09,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T08:30:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:09,574 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121702003428f3224884b8ca2d92e0200597_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121702003428f3224884b8ca2d92e0200597_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/af6443e837fd4481ad1459a819ad93dd, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/af6443e837fd4481ad1459a819ad93dd is 175, key is test_row_0/A:col10/1734424207789/Put/seqid=0 2024-12-17T08:30:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742220_1396 (size=30955) 2024-12-17T08:30:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T08:30:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:09,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424269927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:09,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424269928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424269928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424269929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:09,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424269929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:09,984 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/af6443e837fd4481ad1459a819ad93dd 2024-12-17T08:30:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/43a51ab9a80d41ea909a5eff77990610 is 50, key is test_row_0/B:col10/1734424207789/Put/seqid=0 2024-12-17T08:30:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742221_1397 (size=12001) 2024-12-17T08:30:10,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424270030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424270032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424270033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424270035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424270235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424270236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424270236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424270239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/43a51ab9a80d41ea909a5eff77990610 2024-12-17T08:30:10,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/a76d8e1ce02f47e88e9e2bd64be2e8ce is 50, key is test_row_0/C:col10/1734424207789/Put/seqid=0 2024-12-17T08:30:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742222_1398 (size=12001) 2024-12-17T08:30:10,409 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/a76d8e1ce02f47e88e9e2bd64be2e8ce 2024-12-17T08:30:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/af6443e837fd4481ad1459a819ad93dd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/af6443e837fd4481ad1459a819ad93dd 2024-12-17T08:30:10,417 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/af6443e837fd4481ad1459a819ad93dd, entries=150, sequenceid=41, filesize=30.2 K 2024-12-17T08:30:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/43a51ab9a80d41ea909a5eff77990610 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/43a51ab9a80d41ea909a5eff77990610 2024-12-17T08:30:10,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/43a51ab9a80d41ea909a5eff77990610, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T08:30:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/a76d8e1ce02f47e88e9e2bd64be2e8ce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/a76d8e1ce02f47e88e9e2bd64be2e8ce 2024-12-17T08:30:10,425 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/a76d8e1ce02f47e88e9e2bd64be2e8ce, entries=150, sequenceid=41, filesize=11.7 K 2024-12-17T08:30:10,426 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bb0e29451fea03b0ddd422eabb6e4307 in 1275ms, sequenceid=41, compaction requested=false 2024-12-17T08:30:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-17T08:30:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-17T08:30:10,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-17T08:30:10,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6530 sec 2024-12-17T08:30:10,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.6590 sec 2024-12-17T08:30:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:10,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:30:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:10,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217711abd11236b443d89d41c91573f6bae_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424209928/Put/seqid=0 2024-12-17T08:30:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742223_1399 (size=14594) 2024-12-17T08:30:10,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424270569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424270573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424270578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424270578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424270680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424270680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424270683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424270684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424270885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424270885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424270888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424270889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:10,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:10,972 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217711abd11236b443d89d41c91573f6bae_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217711abd11236b443d89d41c91573f6bae_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:10,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/c2109cc0893a4cc8abbe92a4106588dd, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:10,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/c2109cc0893a4cc8abbe92a4106588dd is 175, key is test_row_0/A:col10/1734424209928/Put/seqid=0 2024-12-17T08:30:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742224_1400 (size=39549) 2024-12-17T08:30:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424271189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424271190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424271193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424271194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/c2109cc0893a4cc8abbe92a4106588dd 2024-12-17T08:30:11,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/55addaea3ecd4eb3931efcccb920f067 is 50, key is test_row_0/B:col10/1734424209928/Put/seqid=0 2024-12-17T08:30:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742225_1401 (size=12001) 2024-12-17T08:30:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424271697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424271697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424271701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424271703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:11,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/55addaea3ecd4eb3931efcccb920f067 2024-12-17T08:30:11,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/011ba21cc5584abdbd1201ad55952e47 is 50, key is test_row_0/C:col10/1734424209928/Put/seqid=0 2024-12-17T08:30:11,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742226_1402 (size=12001) 2024-12-17T08:30:11,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/011ba21cc5584abdbd1201ad55952e47 2024-12-17T08:30:11,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/c2109cc0893a4cc8abbe92a4106588dd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/c2109cc0893a4cc8abbe92a4106588dd 2024-12-17T08:30:11,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/c2109cc0893a4cc8abbe92a4106588dd, entries=200, sequenceid=53, filesize=38.6 K 2024-12-17T08:30:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/55addaea3ecd4eb3931efcccb920f067 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/55addaea3ecd4eb3931efcccb920f067 2024-12-17T08:30:11,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/55addaea3ecd4eb3931efcccb920f067, entries=150, sequenceid=53, filesize=11.7 K 2024-12-17T08:30:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/011ba21cc5584abdbd1201ad55952e47 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/011ba21cc5584abdbd1201ad55952e47 2024-12-17T08:30:11,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/011ba21cc5584abdbd1201ad55952e47, entries=150, sequenceid=53, filesize=11.7 K 2024-12-17T08:30:11,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bb0e29451fea03b0ddd422eabb6e4307 in 1280ms, sequenceid=53, compaction requested=true 2024-12-17T08:30:11,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:11,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:11,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:11,822 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:11,822 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:11,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:11,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:11,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:11,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:11,824 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:11,824 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/A is initiating minor compaction (all files) 2024-12-17T08:30:11,825 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/A in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:11,825 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/3991cd2d238f44b0aa380f3ba6015067, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/af6443e837fd4481ad1459a819ad93dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/c2109cc0893a4cc8abbe92a4106588dd] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=90.7 K 2024-12-17T08:30:11,825 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:11,825 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/3991cd2d238f44b0aa380f3ba6015067, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/af6443e837fd4481ad1459a819ad93dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/c2109cc0893a4cc8abbe92a4106588dd] 2024-12-17T08:30:11,825 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:11,825 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/B is initiating minor compaction (all files) 2024-12-17T08:30:11,825 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/B in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:11,825 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3991cd2d238f44b0aa380f3ba6015067, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424207775 2024-12-17T08:30:11,825 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/a220bb90f34e4ad083c274032122ed57, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/43a51ab9a80d41ea909a5eff77990610, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/55addaea3ecd4eb3931efcccb920f067] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=32.9 K 2024-12-17T08:30:11,826 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting af6443e837fd4481ad1459a819ad93dd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734424207789 2024-12-17T08:30:11,826 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a220bb90f34e4ad083c274032122ed57, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424207775 2024-12-17T08:30:11,826 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2109cc0893a4cc8abbe92a4106588dd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734424209927 2024-12-17T08:30:11,826 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a51ab9a80d41ea909a5eff77990610, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734424207789 2024-12-17T08:30:11,827 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 55addaea3ecd4eb3931efcccb920f067, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734424209927 2024-12-17T08:30:11,835 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:11,837 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412170a32a0764c8a4cda9340537b3f4cad3a_bb0e29451fea03b0ddd422eabb6e4307 store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:11,838 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:11,839 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412170a32a0764c8a4cda9340537b3f4cad3a_bb0e29451fea03b0ddd422eabb6e4307, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:11,839 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170a32a0764c8a4cda9340537b3f4cad3a_bb0e29451fea03b0ddd422eabb6e4307 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:11,839 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/017e633ca6a048d2bfc73829020d6c5a is 50, key is test_row_0/B:col10/1734424209928/Put/seqid=0 2024-12-17T08:30:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742227_1403 (size=4469) 2024-12-17T08:30:11,854 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#A#compaction#346 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:11,854 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/abc2f5118e7841eda7abf4ea35405b7c is 175, key is test_row_0/A:col10/1734424209928/Put/seqid=0 2024-12-17T08:30:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742228_1404 (size=12104) 2024-12-17T08:30:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742229_1405 (size=31058) 2024-12-17T08:30:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-17T08:30:11,881 INFO [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-17T08:30:11,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-17T08:30:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T08:30:11,884 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:11,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:11,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:11,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:30:11,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:11,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:11,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:11,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:11,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:11,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:11,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172a0cf18a422745cf8b79b697ceae3435_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424210572/Put/seqid=0 2024-12-17T08:30:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742230_1406 (size=14594) 2024-12-17T08:30:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T08:30:12,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424272005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424272114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T08:30:12,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:12,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:12,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,263 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/017e633ca6a048d2bfc73829020d6c5a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/017e633ca6a048d2bfc73829020d6c5a 2024-12-17T08:30:12,272 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/B of bb0e29451fea03b0ddd422eabb6e4307 into 017e633ca6a048d2bfc73829020d6c5a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:12,272 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:12,272 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/B, priority=13, startTime=1734424211822; duration=0sec 2024-12-17T08:30:12,272 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:12,272 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:B 2024-12-17T08:30:12,272 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:12,272 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/abc2f5118e7841eda7abf4ea35405b7c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/abc2f5118e7841eda7abf4ea35405b7c 2024-12-17T08:30:12,273 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:12,273 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/C is initiating minor compaction (all files) 2024-12-17T08:30:12,273 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/C in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,273 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/bc2e4541871a4e779a7a0ebd550bf15a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/a76d8e1ce02f47e88e9e2bd64be2e8ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/011ba21cc5584abdbd1201ad55952e47] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=32.9 K 2024-12-17T08:30:12,274 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bc2e4541871a4e779a7a0ebd550bf15a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734424207775 2024-12-17T08:30:12,274 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a76d8e1ce02f47e88e9e2bd64be2e8ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734424207789 2024-12-17T08:30:12,275 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 011ba21cc5584abdbd1201ad55952e47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734424209927 2024-12-17T08:30:12,277 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/A of bb0e29451fea03b0ddd422eabb6e4307 into abc2f5118e7841eda7abf4ea35405b7c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:12,277 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:12,277 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/A, priority=13, startTime=1734424211822; duration=0sec 2024-12-17T08:30:12,277 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:12,277 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:A 2024-12-17T08:30:12,282 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:12,282 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/b9af3d1bc05f42bf96a509464572cb8c is 50, key is test_row_0/C:col10/1734424209928/Put/seqid=0 2024-12-17T08:30:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742231_1407 (size=12104) 2024-12-17T08:30:12,294 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/b9af3d1bc05f42bf96a509464572cb8c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b9af3d1bc05f42bf96a509464572cb8c 2024-12-17T08:30:12,298 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/C of bb0e29451fea03b0ddd422eabb6e4307 into b9af3d1bc05f42bf96a509464572cb8c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:12,298 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:12,298 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/C, priority=13, startTime=1734424211822; duration=0sec 2024-12-17T08:30:12,298 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:12,299 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:C 2024-12-17T08:30:12,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424272316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,376 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:12,379 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172a0cf18a422745cf8b79b697ceae3435_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172a0cf18a422745cf8b79b697ceae3435_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:12,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/99f20991dd6d4936919611df98be807d, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:12,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/99f20991dd6d4936919611df98be807d is 175, key is test_row_0/A:col10/1734424210572/Put/seqid=0 2024-12-17T08:30:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742232_1408 (size=39549) 2024-12-17T08:30:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T08:30:12,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424272620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424272704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424272710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424272712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424272712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/99f20991dd6d4936919611df98be807d 2024-12-17T08:30:12,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2 is 50, key is test_row_0/B:col10/1734424210572/Put/seqid=0 2024-12-17T08:30:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742233_1409 (size=12001) 2024-12-17T08:30:12,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:12,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:12,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:12,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:12,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:12,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T08:30:13,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:13,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:13,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424273126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:13,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2 2024-12-17T08:30:13,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/c5cd19e51a9f4bed91b9546b7d96fbfc is 50, key is test_row_0/C:col10/1734424210572/Put/seqid=0 2024-12-17T08:30:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742234_1410 (size=12001) 2024-12-17T08:30:13,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:13,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:13,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:13,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:13,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:13,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:13,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:13,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/c5cd19e51a9f4bed91b9546b7d96fbfc 2024-12-17T08:30:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/99f20991dd6d4936919611df98be807d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/99f20991dd6d4936919611df98be807d 2024-12-17T08:30:13,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/99f20991dd6d4936919611df98be807d, entries=200, sequenceid=78, filesize=38.6 K 2024-12-17T08:30:13,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2 2024-12-17T08:30:13,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2, entries=150, sequenceid=78, filesize=11.7 K 2024-12-17T08:30:13,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/c5cd19e51a9f4bed91b9546b7d96fbfc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/c5cd19e51a9f4bed91b9546b7d96fbfc 2024-12-17T08:30:13,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/c5cd19e51a9f4bed91b9546b7d96fbfc, entries=150, sequenceid=78, filesize=11.7 K 2024-12-17T08:30:13,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bb0e29451fea03b0ddd422eabb6e4307 in 1676ms, sequenceid=78, compaction requested=false 2024-12-17T08:30:13,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:13,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:13,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-17T08:30:13,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:13,717 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:30:13,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ad644c1d27344d3eadb08f280dec4875_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424211990/Put/seqid=0 2024-12-17T08:30:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742235_1411 (size=12154) 2024-12-17T08:30:13,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:13,735 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ad644c1d27344d3eadb08f280dec4875_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ad644c1d27344d3eadb08f280dec4875_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:13,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/2bbdad401d2d439b9e5b05e89ff8c323, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:13,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/2bbdad401d2d439b9e5b05e89ff8c323 is 175, key is test_row_0/A:col10/1734424211990/Put/seqid=0 2024-12-17T08:30:13,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742236_1412 (size=30955) 2024-12-17T08:30:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T08:30:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:14,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:14,150 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/2bbdad401d2d439b9e5b05e89ff8c323 2024-12-17T08:30:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/e9077c6500ce43cc9f7f17bf941f046e is 50, key is test_row_0/B:col10/1734424211990/Put/seqid=0 2024-12-17T08:30:14,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742237_1413 (size=12001) 2024-12-17T08:30:14,165 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/e9077c6500ce43cc9f7f17bf941f046e 2024-12-17T08:30:14,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/7007391ec35c48c680c93b19bddcc4b7 is 50, key is test_row_0/C:col10/1734424211990/Put/seqid=0 2024-12-17T08:30:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742238_1414 (size=12001) 2024-12-17T08:30:14,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424274250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424274357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424274561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,576 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/7007391ec35c48c680c93b19bddcc4b7 2024-12-17T08:30:14,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/2bbdad401d2d439b9e5b05e89ff8c323 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/2bbdad401d2d439b9e5b05e89ff8c323 2024-12-17T08:30:14,584 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/2bbdad401d2d439b9e5b05e89ff8c323, entries=150, sequenceid=92, filesize=30.2 K 2024-12-17T08:30:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/e9077c6500ce43cc9f7f17bf941f046e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e9077c6500ce43cc9f7f17bf941f046e 2024-12-17T08:30:14,590 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e9077c6500ce43cc9f7f17bf941f046e, entries=150, sequenceid=92, filesize=11.7 K 2024-12-17T08:30:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/7007391ec35c48c680c93b19bddcc4b7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7007391ec35c48c680c93b19bddcc4b7 2024-12-17T08:30:14,594 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7007391ec35c48c680c93b19bddcc4b7, entries=150, sequenceid=92, filesize=11.7 K 2024-12-17T08:30:14,595 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bb0e29451fea03b0ddd422eabb6e4307 in 878ms, sequenceid=92, compaction requested=true 2024-12-17T08:30:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:14,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-17T08:30:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-17T08:30:14,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-17T08:30:14,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7120 sec 2024-12-17T08:30:14,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.7160 sec 2024-12-17T08:30:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:14,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T08:30:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:14,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:14,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:14,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:14,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:14,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170eae48d5c3274a7b8ee99c5c04bb4cac_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424214718/Put/seqid=0 2024-12-17T08:30:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742239_1415 (size=14594) 2024-12-17T08:30:14,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:14,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424274728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424274729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424274730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424274730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,738 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170eae48d5c3274a7b8ee99c5c04bb4cac_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170eae48d5c3274a7b8ee99c5c04bb4cac_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:14,740 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/1e496f7f46034edf9fbdc4eb50c2076c, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:14,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/1e496f7f46034edf9fbdc4eb50c2076c is 175, key is test_row_0/A:col10/1734424214718/Put/seqid=0 2024-12-17T08:30:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742240_1416 (size=39549) 2024-12-17T08:30:14,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424274837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424274837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424274838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424274839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:14,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424274866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424275046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424275046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424275046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424275046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,144 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/1e496f7f46034edf9fbdc4eb50c2076c 2024-12-17T08:30:15,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/0c4ada0a87cb438084c101bc6e7fd98f is 50, key is test_row_0/B:col10/1734424214718/Put/seqid=0 2024-12-17T08:30:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742241_1417 (size=12001) 2024-12-17T08:30:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424275351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424275353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424275353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424275353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424275373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/0c4ada0a87cb438084c101bc6e7fd98f 2024-12-17T08:30:15,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/e9c2bff687d944618b6ca07d2c14d6dd is 50, key is test_row_0/C:col10/1734424214718/Put/seqid=0 2024-12-17T08:30:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742242_1418 (size=12001) 2024-12-17T08:30:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424275856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424275859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424275860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424275861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:15,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/e9c2bff687d944618b6ca07d2c14d6dd 2024-12-17T08:30:15,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/1e496f7f46034edf9fbdc4eb50c2076c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/1e496f7f46034edf9fbdc4eb50c2076c 2024-12-17T08:30:15,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/1e496f7f46034edf9fbdc4eb50c2076c, entries=200, sequenceid=118, filesize=38.6 K 2024-12-17T08:30:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/0c4ada0a87cb438084c101bc6e7fd98f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/0c4ada0a87cb438084c101bc6e7fd98f 2024-12-17T08:30:15,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/0c4ada0a87cb438084c101bc6e7fd98f, entries=150, sequenceid=118, filesize=11.7 K 2024-12-17T08:30:15,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/e9c2bff687d944618b6ca07d2c14d6dd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e9c2bff687d944618b6ca07d2c14d6dd 2024-12-17T08:30:15,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e9c2bff687d944618b6ca07d2c14d6dd, entries=150, sequenceid=118, filesize=11.7 K 2024-12-17T08:30:15,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bb0e29451fea03b0ddd422eabb6e4307 in 1262ms, sequenceid=118, compaction requested=true 2024-12-17T08:30:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:15,981 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:15,981 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:15,982 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:15,982 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:15,982 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/B is initiating minor compaction (all files) 2024-12-17T08:30:15,982 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/A is initiating minor compaction (all files) 2024-12-17T08:30:15,983 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/A in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:15,983 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/B in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:15,983 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/abc2f5118e7841eda7abf4ea35405b7c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/99f20991dd6d4936919611df98be807d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/2bbdad401d2d439b9e5b05e89ff8c323, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/1e496f7f46034edf9fbdc4eb50c2076c] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=137.8 K 2024-12-17T08:30:15,983 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/017e633ca6a048d2bfc73829020d6c5a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e9077c6500ce43cc9f7f17bf941f046e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/0c4ada0a87cb438084c101bc6e7fd98f] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=47.0 K 2024-12-17T08:30:15,983 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:15,983 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/abc2f5118e7841eda7abf4ea35405b7c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/99f20991dd6d4936919611df98be807d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/2bbdad401d2d439b9e5b05e89ff8c323, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/1e496f7f46034edf9fbdc4eb50c2076c] 2024-12-17T08:30:15,983 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 017e633ca6a048d2bfc73829020d6c5a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734424209927 2024-12-17T08:30:15,983 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting abc2f5118e7841eda7abf4ea35405b7c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734424209927 2024-12-17T08:30:15,984 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d9b7e9a15aeb4d539ae3dc83ac2e6cd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734424210572 2024-12-17T08:30:15,984 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99f20991dd6d4936919611df98be807d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734424210572 2024-12-17T08:30:15,984 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e9077c6500ce43cc9f7f17bf941f046e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734424211964 2024-12-17T08:30:15,984 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bbdad401d2d439b9e5b05e89ff8c323, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734424211964 2024-12-17T08:30:15,985 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c4ada0a87cb438084c101bc6e7fd98f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734424214234 2024-12-17T08:30:15,985 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e496f7f46034edf9fbdc4eb50c2076c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734424214234 2024-12-17T08:30:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-17T08:30:15,988 INFO [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-17T08:30:15,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-17T08:30:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T08:30:15,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:15,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:15,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:15,993 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:15,993 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:15,994 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/3f3c65ef16984f4083b7799d30355029 is 50, key is test_row_0/B:col10/1734424214718/Put/seqid=0 2024-12-17T08:30:15,994 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412172dbde6420bed4959b8e9e80f8b339028_bb0e29451fea03b0ddd422eabb6e4307 store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:15,996 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412172dbde6420bed4959b8e9e80f8b339028_bb0e29451fea03b0ddd422eabb6e4307, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:15,997 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172dbde6420bed4959b8e9e80f8b339028_bb0e29451fea03b0ddd422eabb6e4307 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:16,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742243_1419 (size=12241) 2024-12-17T08:30:16,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742244_1420 (size=4469) 2024-12-17T08:30:16,004 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#A#compaction#359 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:16,004 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/66fff9fa541141669d13106f543c03e2 is 175, key is test_row_0/A:col10/1734424214718/Put/seqid=0 2024-12-17T08:30:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742245_1421 (size=31195) 2024-12-17T08:30:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T08:30:16,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-17T08:30:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:16,145 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-17T08:30:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:16,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:16,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:16,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ee6c7d7b5ade47a3ae3ec2b3635ed90c_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424214729/Put/seqid=0 2024-12-17T08:30:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742246_1422 (size=12154) 2024-12-17T08:30:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T08:30:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:16,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:16,406 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/3f3c65ef16984f4083b7799d30355029 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/3f3c65ef16984f4083b7799d30355029 2024-12-17T08:30:16,409 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/B of bb0e29451fea03b0ddd422eabb6e4307 into 3f3c65ef16984f4083b7799d30355029(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:16,409 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:16,409 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/B, priority=12, startTime=1734424215981; duration=0sec 2024-12-17T08:30:16,409 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:16,409 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:B 2024-12-17T08:30:16,409 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:16,410 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:16,410 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/C is initiating minor compaction (all files) 2024-12-17T08:30:16,410 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/C in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:16,411 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b9af3d1bc05f42bf96a509464572cb8c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/c5cd19e51a9f4bed91b9546b7d96fbfc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7007391ec35c48c680c93b19bddcc4b7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e9c2bff687d944618b6ca07d2c14d6dd] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=47.0 K 2024-12-17T08:30:16,411 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b9af3d1bc05f42bf96a509464572cb8c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734424209927 2024-12-17T08:30:16,412 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c5cd19e51a9f4bed91b9546b7d96fbfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734424210572 2024-12-17T08:30:16,412 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 7007391ec35c48c680c93b19bddcc4b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734424211964 2024-12-17T08:30:16,412 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e9c2bff687d944618b6ca07d2c14d6dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734424214234 2024-12-17T08:30:16,414 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/66fff9fa541141669d13106f543c03e2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/66fff9fa541141669d13106f543c03e2 2024-12-17T08:30:16,417 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/A of bb0e29451fea03b0ddd422eabb6e4307 into 66fff9fa541141669d13106f543c03e2(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:16,417 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:16,417 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/A, priority=12, startTime=1734424215981; duration=0sec 2024-12-17T08:30:16,417 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:16,417 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:A 2024-12-17T08:30:16,421 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:16,421 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/39f4d7e7c4a74e77b29317ca1365b03c is 50, key is test_row_0/C:col10/1734424214718/Put/seqid=0 2024-12-17T08:30:16,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742247_1423 (size=12241) 2024-12-17T08:30:16,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424276498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:16,559 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ee6c7d7b5ade47a3ae3ec2b3635ed90c_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ee6c7d7b5ade47a3ae3ec2b3635ed90c_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:16,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/e1e1aba95c294d109fd24ee0fe8a05be, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:16,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/e1e1aba95c294d109fd24ee0fe8a05be is 175, key is test_row_0/A:col10/1734424214729/Put/seqid=0 2024-12-17T08:30:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742248_1424 (size=30955) 2024-12-17T08:30:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T08:30:16,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424276603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424276809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,829 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/39f4d7e7c4a74e77b29317ca1365b03c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/39f4d7e7c4a74e77b29317ca1365b03c 2024-12-17T08:30:16,833 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/C of bb0e29451fea03b0ddd422eabb6e4307 into 39f4d7e7c4a74e77b29317ca1365b03c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:16,833 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:16,834 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/C, priority=12, startTime=1734424215981; duration=0sec 2024-12-17T08:30:16,834 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:16,834 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:C 2024-12-17T08:30:16,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424276865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424276866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424276872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424276875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:16,966 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/e1e1aba95c294d109fd24ee0fe8a05be 2024-12-17T08:30:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/af6383f8991f4f4eb296fbcbca45666a is 50, key is test_row_0/B:col10/1734424214729/Put/seqid=0 2024-12-17T08:30:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742249_1425 (size=12001) 2024-12-17T08:30:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T08:30:17,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424277114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:17,378 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/af6383f8991f4f4eb296fbcbca45666a 2024-12-17T08:30:17,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/b5518d78bda546b2ba772bc1dde41291 is 50, key is test_row_0/C:col10/1734424214729/Put/seqid=0 2024-12-17T08:30:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742250_1426 (size=12001) 2024-12-17T08:30:17,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424277624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:17,789 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/b5518d78bda546b2ba772bc1dde41291 2024-12-17T08:30:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/e1e1aba95c294d109fd24ee0fe8a05be as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/e1e1aba95c294d109fd24ee0fe8a05be 2024-12-17T08:30:17,798 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/e1e1aba95c294d109fd24ee0fe8a05be, entries=150, sequenceid=128, filesize=30.2 K 2024-12-17T08:30:17,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/af6383f8991f4f4eb296fbcbca45666a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/af6383f8991f4f4eb296fbcbca45666a 2024-12-17T08:30:17,802 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/af6383f8991f4f4eb296fbcbca45666a, entries=150, sequenceid=128, filesize=11.7 K 2024-12-17T08:30:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/b5518d78bda546b2ba772bc1dde41291 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b5518d78bda546b2ba772bc1dde41291 2024-12-17T08:30:17,806 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b5518d78bda546b2ba772bc1dde41291, entries=150, sequenceid=128, filesize=11.7 K 2024-12-17T08:30:17,808 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for bb0e29451fea03b0ddd422eabb6e4307 in 1662ms, sequenceid=128, compaction requested=false 2024-12-17T08:30:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-17T08:30:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-17T08:30:17,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-17T08:30:17,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-12-17T08:30:17,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8210 sec 2024-12-17T08:30:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-17T08:30:18,095 INFO [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-17T08:30:18,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-17T08:30:18,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T08:30:18,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:18,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T08:30:18,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:18,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-17T08:30:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:18,254 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-17T08:30:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176b83731aa11443289d491779961695c8_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424216449/Put/seqid=0 2024-12-17T08:30:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742251_1427 (size=12304) 2024-12-17T08:30:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T08:30:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:18,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:18,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424278663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:18,670 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176b83731aa11443289d491779961695c8_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176b83731aa11443289d491779961695c8_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/b9d15be3fa054422973b21851b4baf6d, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:18,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/b9d15be3fa054422973b21851b4baf6d is 175, key is test_row_0/A:col10/1734424216449/Put/seqid=0 2024-12-17T08:30:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742252_1428 (size=31105) 2024-12-17T08:30:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T08:30:18,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424278770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424278881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:18,883 DEBUG [Thread-1743 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424278884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:18,888 DEBUG [Thread-1749 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:18,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424278889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:18,893 DEBUG [Thread-1745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:18,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424278893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:18,894 DEBUG [Thread-1741 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:18,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424278975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:19,076 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/b9d15be3fa054422973b21851b4baf6d 2024-12-17T08:30:19,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/b19295f4a8a44ab28305f797df4cb9bc is 50, key is test_row_0/B:col10/1734424216449/Put/seqid=0 2024-12-17T08:30:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742253_1429 (size=12151) 2024-12-17T08:30:19,089 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/b19295f4a8a44ab28305f797df4cb9bc 2024-12-17T08:30:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/e8a6e663d3cb435a81ecdae21f1652f4 is 50, key is test_row_0/C:col10/1734424216449/Put/seqid=0 2024-12-17T08:30:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742254_1430 (size=12151) 2024-12-17T08:30:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T08:30:19,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424279279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:19,506 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/e8a6e663d3cb435a81ecdae21f1652f4 2024-12-17T08:30:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/b9d15be3fa054422973b21851b4baf6d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/b9d15be3fa054422973b21851b4baf6d 2024-12-17T08:30:19,515 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/b9d15be3fa054422973b21851b4baf6d, entries=150, sequenceid=157, filesize=30.4 K 2024-12-17T08:30:19,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/b19295f4a8a44ab28305f797df4cb9bc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/b19295f4a8a44ab28305f797df4cb9bc 2024-12-17T08:30:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,518 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/b19295f4a8a44ab28305f797df4cb9bc, entries=150, sequenceid=157, filesize=11.9 K 2024-12-17T08:30:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/e8a6e663d3cb435a81ecdae21f1652f4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e8a6e663d3cb435a81ecdae21f1652f4 2024-12-17T08:30:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,522 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e8a6e663d3cb435a81ecdae21f1652f4, entries=150, sequenceid=157, filesize=11.9 K 2024-12-17T08:30:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,523 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bb0e29451fea03b0ddd422eabb6e4307 in 1269ms, sequenceid=157, compaction requested=true 2024-12-17T08:30:19,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-17T08:30:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-17T08:30:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-17T08:30:19,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-12-17T08:30:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4300 sec 2024-12-17T08:30:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:19,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:30:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217346098688c164e30a7d920b579a62ca4_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424218662/Put/seqid=0 2024-12-17T08:30:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742255_1431 (size=12304) 2024-12-17T08:30:19,846 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:19,850 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217346098688c164e30a7d920b579a62ca4_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217346098688c164e30a7d920b579a62ca4_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:19,852 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/0c216e83e3b34bc2b0b8db51cb524fdc, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:19,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/0c216e83e3b34bc2b0b8db51cb524fdc is 175, key is test_row_0/A:col10/1734424218662/Put/seqid=0 2024-12-17T08:30:19,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742256_1432 (size=31105) 2024-12-17T08:30:19,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424279990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424280094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-17T08:30:20,202 INFO [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-17T08:30:20,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-17T08:30:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T08:30:20,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:20,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:20,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:20,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/0c216e83e3b34bc2b0b8db51cb524fdc 2024-12-17T08:30:20,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/925aefc53f4d4308a5c90f1212836c3c is 50, key is test_row_0/B:col10/1734424218662/Put/seqid=0 2024-12-17T08:30:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742257_1433 (size=12151) 2024-12-17T08:30:20,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424280300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T08:30:20,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T08:30:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T08:30:20,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T08:30:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424280605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T08:30:20,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/925aefc53f4d4308a5c90f1212836c3c 2024-12-17T08:30:20,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/03f28287fc4c4a21b54d96b237176d92 is 50, key is test_row_0/C:col10/1734424218662/Put/seqid=0 2024-12-17T08:30:20,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742258_1434 (size=12151) 2024-12-17T08:30:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T08:30:20,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T08:30:20,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:20,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:20,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T08:30:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:20,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:21,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/03f28287fc4c4a21b54d96b237176d92 2024-12-17T08:30:21,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/0c216e83e3b34bc2b0b8db51cb524fdc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/0c216e83e3b34bc2b0b8db51cb524fdc 2024-12-17T08:30:21,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424281109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:21,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/0c216e83e3b34bc2b0b8db51cb524fdc, entries=150, sequenceid=168, filesize=30.4 K 2024-12-17T08:30:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/925aefc53f4d4308a5c90f1212836c3c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/925aefc53f4d4308a5c90f1212836c3c 2024-12-17T08:30:21,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/925aefc53f4d4308a5c90f1212836c3c, entries=150, sequenceid=168, filesize=11.9 K 2024-12-17T08:30:21,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/03f28287fc4c4a21b54d96b237176d92 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/03f28287fc4c4a21b54d96b237176d92 2024-12-17T08:30:21,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:21,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T08:30:21,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:21,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/03f28287fc4c4a21b54d96b237176d92, entries=150, sequenceid=168, filesize=11.9 K 2024-12-17T08:30:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:21,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bb0e29451fea03b0ddd422eabb6e4307 in 1321ms, sequenceid=168, compaction requested=true 2024-12-17T08:30:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:21,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:21,122 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:21,122 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:21,124 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:21,124 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/A is initiating minor compaction (all files) 2024-12-17T08:30:21,124 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:21,124 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/A in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:21,124 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/B is initiating minor compaction (all files) 2024-12-17T08:30:21,124 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/66fff9fa541141669d13106f543c03e2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/e1e1aba95c294d109fd24ee0fe8a05be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/b9d15be3fa054422973b21851b4baf6d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/0c216e83e3b34bc2b0b8db51cb524fdc] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=121.4 K 2024-12-17T08:30:21,124 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/B in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:21,124 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:21,124 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/3f3c65ef16984f4083b7799d30355029, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/af6383f8991f4f4eb296fbcbca45666a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/b19295f4a8a44ab28305f797df4cb9bc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/925aefc53f4d4308a5c90f1212836c3c] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=47.4 K 2024-12-17T08:30:21,124 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/66fff9fa541141669d13106f543c03e2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/e1e1aba95c294d109fd24ee0fe8a05be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/b9d15be3fa054422973b21851b4baf6d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/0c216e83e3b34bc2b0b8db51cb524fdc] 2024-12-17T08:30:21,125 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f3c65ef16984f4083b7799d30355029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734424214234 2024-12-17T08:30:21,125 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66fff9fa541141669d13106f543c03e2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734424214234 2024-12-17T08:30:21,125 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1e1aba95c294d109fd24ee0fe8a05be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424214728 2024-12-17T08:30:21,125 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting af6383f8991f4f4eb296fbcbca45666a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424214728 2024-12-17T08:30:21,125 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b19295f4a8a44ab28305f797df4cb9bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734424216449 2024-12-17T08:30:21,125 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9d15be3fa054422973b21851b4baf6d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734424216449 2024-12-17T08:30:21,126 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 925aefc53f4d4308a5c90f1212836c3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424218657 2024-12-17T08:30:21,126 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c216e83e3b34bc2b0b8db51cb524fdc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424218657 2024-12-17T08:30:21,132 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:21,134 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:21,134 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217356347a24c6147ad9b7ad3ac204bcf10_bb0e29451fea03b0ddd422eabb6e4307 store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:21,134 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/6748bafc4d9848a4846bb54f35a9aa7e is 50, key is test_row_0/B:col10/1734424218662/Put/seqid=0 2024-12-17T08:30:21,136 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217356347a24c6147ad9b7ad3ac204bcf10_bb0e29451fea03b0ddd422eabb6e4307, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:21,136 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217356347a24c6147ad9b7ad3ac204bcf10_bb0e29451fea03b0ddd422eabb6e4307 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742259_1435 (size=12527) 2024-12-17T08:30:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742260_1436 (size=4469) 2024-12-17T08:30:21,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:21,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-17T08:30:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:21,275 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:30:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:21,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c42c9c449cf84c1ca898035af7743894_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424219942/Put/seqid=0 2024-12-17T08:30:21,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742261_1437 (size=12304) 2024-12-17T08:30:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T08:30:21,548 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/6748bafc4d9848a4846bb54f35a9aa7e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6748bafc4d9848a4846bb54f35a9aa7e 2024-12-17T08:30:21,548 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#A#compaction#371 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:21,548 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/9a4846d0b73440a4b460622c22f6af88 is 175, key is test_row_0/A:col10/1734424218662/Put/seqid=0 2024-12-17T08:30:21,552 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/B of bb0e29451fea03b0ddd422eabb6e4307 into 6748bafc4d9848a4846bb54f35a9aa7e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:21,552 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:21,552 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/B, priority=12, startTime=1734424221122; duration=0sec 2024-12-17T08:30:21,552 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:21,552 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:B 2024-12-17T08:30:21,552 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:21,553 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:21,553 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/C is initiating minor compaction (all files) 2024-12-17T08:30:21,554 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/C in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:21,554 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/39f4d7e7c4a74e77b29317ca1365b03c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b5518d78bda546b2ba772bc1dde41291, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e8a6e663d3cb435a81ecdae21f1652f4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/03f28287fc4c4a21b54d96b237176d92] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=47.4 K 2024-12-17T08:30:21,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742262_1438 (size=31481) 2024-12-17T08:30:21,555 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f4d7e7c4a74e77b29317ca1365b03c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734424214234 2024-12-17T08:30:21,556 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b5518d78bda546b2ba772bc1dde41291, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424214728 2024-12-17T08:30:21,556 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e8a6e663d3cb435a81ecdae21f1652f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734424216449 2024-12-17T08:30:21,556 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 03f28287fc4c4a21b54d96b237176d92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424218657 2024-12-17T08:30:21,561 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/9a4846d0b73440a4b460622c22f6af88 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9a4846d0b73440a4b460622c22f6af88 2024-12-17T08:30:21,565 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#C#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:21,565 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/2c7cee3371b549d0b231f90cc1480387 is 50, key is test_row_0/C:col10/1734424218662/Put/seqid=0 2024-12-17T08:30:21,566 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/A of bb0e29451fea03b0ddd422eabb6e4307 into 9a4846d0b73440a4b460622c22f6af88(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:21,566 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:21,566 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/A, priority=12, startTime=1734424221122; duration=0sec 2024-12-17T08:30:21,566 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:21,566 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:A 2024-12-17T08:30:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742263_1439 (size=12527) 2024-12-17T08:30:21,572 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/2c7cee3371b549d0b231f90cc1480387 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/2c7cee3371b549d0b231f90cc1480387 2024-12-17T08:30:21,578 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/C of bb0e29451fea03b0ddd422eabb6e4307 into 2c7cee3371b549d0b231f90cc1480387(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:21,578 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:21,578 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/C, priority=12, startTime=1734424221122; duration=0sec 2024-12-17T08:30:21,578 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:21,578 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:C 2024-12-17T08:30:21,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:21,701 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c42c9c449cf84c1ca898035af7743894_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c42c9c449cf84c1ca898035af7743894_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/d35b3324e7ab41c1bdff6464f594c732, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/d35b3324e7ab41c1bdff6464f594c732 is 175, key is test_row_0/A:col10/1734424219942/Put/seqid=0 2024-12-17T08:30:21,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742264_1440 (size=31105) 2024-12-17T08:30:21,708 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/d35b3324e7ab41c1bdff6464f594c732 2024-12-17T08:30:21,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/e6792fa062a84ff5b316d48f0406f541 is 50, key is test_row_0/B:col10/1734424219942/Put/seqid=0 2024-12-17T08:30:21,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742265_1441 (size=12151) 2024-12-17T08:30:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:22,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:22,119 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/e6792fa062a84ff5b316d48f0406f541 2024-12-17T08:30:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/1aa8e5f159834fc4913fc7e55ca159f7 is 50, key is test_row_0/C:col10/1734424219942/Put/seqid=0 2024-12-17T08:30:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742266_1442 (size=12151) 2024-12-17T08:30:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424282143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424282246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T08:30:22,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424282447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,531 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/1aa8e5f159834fc4913fc7e55ca159f7 2024-12-17T08:30:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/d35b3324e7ab41c1bdff6464f594c732 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/d35b3324e7ab41c1bdff6464f594c732 2024-12-17T08:30:22,539 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/d35b3324e7ab41c1bdff6464f594c732, entries=150, sequenceid=193, filesize=30.4 K 2024-12-17T08:30:22,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/e6792fa062a84ff5b316d48f0406f541 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e6792fa062a84ff5b316d48f0406f541 2024-12-17T08:30:22,544 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e6792fa062a84ff5b316d48f0406f541, entries=150, sequenceid=193, filesize=11.9 K 2024-12-17T08:30:22,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/1aa8e5f159834fc4913fc7e55ca159f7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/1aa8e5f159834fc4913fc7e55ca159f7 2024-12-17T08:30:22,548 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/1aa8e5f159834fc4913fc7e55ca159f7, entries=150, sequenceid=193, filesize=11.9 K 2024-12-17T08:30:22,549 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bb0e29451fea03b0ddd422eabb6e4307 in 1274ms, sequenceid=193, compaction requested=false 2024-12-17T08:30:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:22,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-17T08:30:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-17T08:30:22,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-17T08:30:22,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3450 sec 2024-12-17T08:30:22,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.3490 sec 2024-12-17T08:30:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:22,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:30:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:22,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b2a85b431c344b0ea243623abcd2f3ca_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424222142/Put/seqid=0 2024-12-17T08:30:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742267_1443 (size=14794) 2024-12-17T08:30:22,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424282878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40360 deadline: 1734424282902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,905 DEBUG [Thread-1743 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40388 deadline: 1734424282920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40320 deadline: 1734424282921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,924 DEBUG [Thread-1741 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:22,925 DEBUG [Thread-1749 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40344 deadline: 1734424282927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:22,931 DEBUG [Thread-1745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:22,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424282983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:23,179 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:23,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b2a85b431c344b0ea243623abcd2f3ca_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b2a85b431c344b0ea243623abcd2f3ca_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:23,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ca0456f18cc5481b8751da91a46479a8, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:23,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ca0456f18cc5481b8751da91a46479a8 is 175, key is test_row_0/A:col10/1734424222142/Put/seqid=0 2024-12-17T08:30:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742268_1444 (size=39749) 2024-12-17T08:30:23,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424283188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:23,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424283495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:23,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ca0456f18cc5481b8751da91a46479a8 2024-12-17T08:30:23,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/6668d8567fb14fadb2da4edf35d09e4e is 50, key is test_row_0/B:col10/1734424222142/Put/seqid=0 2024-12-17T08:30:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742269_1445 (size=12151) 2024-12-17T08:30:24,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/6668d8567fb14fadb2da4edf35d09e4e 2024-12-17T08:30:24,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424284000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:24,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/975ed4eea29946c6b4726861df944c1f is 50, key is test_row_0/C:col10/1734424222142/Put/seqid=0 2024-12-17T08:30:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742270_1446 (size=12151) 2024-12-17T08:30:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-17T08:30:24,309 INFO [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-17T08:30:24,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-17T08:30:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T08:30:24,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:24,313 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:24,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T08:30:24,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/975ed4eea29946c6b4726861df944c1f 2024-12-17T08:30:24,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ca0456f18cc5481b8751da91a46479a8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ca0456f18cc5481b8751da91a46479a8 2024-12-17T08:30:24,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ca0456f18cc5481b8751da91a46479a8, entries=200, sequenceid=208, filesize=38.8 K 2024-12-17T08:30:24,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/6668d8567fb14fadb2da4edf35d09e4e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6668d8567fb14fadb2da4edf35d09e4e 2024-12-17T08:30:24,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6668d8567fb14fadb2da4edf35d09e4e, entries=150, sequenceid=208, filesize=11.9 K 2024-12-17T08:30:24,436 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-17T08:30:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/975ed4eea29946c6b4726861df944c1f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/975ed4eea29946c6b4726861df944c1f 2024-12-17T08:30:24,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/975ed4eea29946c6b4726861df944c1f, entries=150, sequenceid=208, filesize=11.9 K 2024-12-17T08:30:24,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bb0e29451fea03b0ddd422eabb6e4307 in 1686ms, sequenceid=208, compaction requested=true 2024-12-17T08:30:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:24,441 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:24,441 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:24,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:24,442 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:24,442 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:24,442 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/B is initiating minor compaction (all files) 2024-12-17T08:30:24,442 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/A is initiating minor compaction (all files) 2024-12-17T08:30:24,442 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/B in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:24,442 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/A in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:24,443 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6748bafc4d9848a4846bb54f35a9aa7e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e6792fa062a84ff5b316d48f0406f541, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6668d8567fb14fadb2da4edf35d09e4e] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=36.0 K 2024-12-17T08:30:24,443 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9a4846d0b73440a4b460622c22f6af88, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/d35b3324e7ab41c1bdff6464f594c732, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ca0456f18cc5481b8751da91a46479a8] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=99.9 K 2024-12-17T08:30:24,443 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:24,443 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9a4846d0b73440a4b460622c22f6af88, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/d35b3324e7ab41c1bdff6464f594c732, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ca0456f18cc5481b8751da91a46479a8] 2024-12-17T08:30:24,444 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6748bafc4d9848a4846bb54f35a9aa7e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424218657 2024-12-17T08:30:24,444 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a4846d0b73440a4b460622c22f6af88, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424218657 2024-12-17T08:30:24,444 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting d35b3324e7ab41c1bdff6464f594c732, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734424219942 2024-12-17T08:30:24,444 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e6792fa062a84ff5b316d48f0406f541, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734424219942 2024-12-17T08:30:24,445 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca0456f18cc5481b8751da91a46479a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734424222128 2024-12-17T08:30:24,445 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6668d8567fb14fadb2da4edf35d09e4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734424222138 2024-12-17T08:30:24,450 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:24,452 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:24,452 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/4d38c9ee1dec4602aaa50d50ca88f91f is 50, key is test_row_0/B:col10/1734424222142/Put/seqid=0 2024-12-17T08:30:24,452 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217bf7c6a96985b4446b95141efe9f3e3d5_bb0e29451fea03b0ddd422eabb6e4307 store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:24,454 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217bf7c6a96985b4446b95141efe9f3e3d5_bb0e29451fea03b0ddd422eabb6e4307, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:24,454 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217bf7c6a96985b4446b95141efe9f3e3d5_bb0e29451fea03b0ddd422eabb6e4307 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:24,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742272_1448 (size=4469) 2024-12-17T08:30:24,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742271_1447 (size=12629) 2024-12-17T08:30:24,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:24,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-17T08:30:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:24,465 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:30:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172b9362dfe3bd4c6688d66b8005e08216_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424222870/Put/seqid=0 2024-12-17T08:30:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742273_1449 (size=12304) 2024-12-17T08:30:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T08:30:24,860 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#A#compaction#379 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:24,860 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/fd72950337a7484aae6a40370afd0eec is 175, key is test_row_0/A:col10/1734424222142/Put/seqid=0 2024-12-17T08:30:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742274_1450 (size=31583) 2024-12-17T08:30:24,866 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/4d38c9ee1dec4602aaa50d50ca88f91f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/4d38c9ee1dec4602aaa50d50ca88f91f 2024-12-17T08:30:24,870 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/B of bb0e29451fea03b0ddd422eabb6e4307 into 4d38c9ee1dec4602aaa50d50ca88f91f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:24,870 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:24,870 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/B, priority=13, startTime=1734424224441; duration=0sec 2024-12-17T08:30:24,870 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:24,870 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:B 2024-12-17T08:30:24,870 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:24,871 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:24,871 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/C is initiating minor compaction (all files) 2024-12-17T08:30:24,871 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/C in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:24,871 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/2c7cee3371b549d0b231f90cc1480387, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/1aa8e5f159834fc4913fc7e55ca159f7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/975ed4eea29946c6b4726861df944c1f] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=36.0 K 2024-12-17T08:30:24,872 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c7cee3371b549d0b231f90cc1480387, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424218657 2024-12-17T08:30:24,872 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aa8e5f159834fc4913fc7e55ca159f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734424219942 2024-12-17T08:30:24,872 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 975ed4eea29946c6b4726861df944c1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734424222138 2024-12-17T08:30:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:24,879 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172b9362dfe3bd4c6688d66b8005e08216_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172b9362dfe3bd4c6688d66b8005e08216_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:24,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/14e5e350ebd2463f9c6cac7ddafd5c24, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:24,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/14e5e350ebd2463f9c6cac7ddafd5c24 is 175, key is test_row_0/A:col10/1734424222870/Put/seqid=0 2024-12-17T08:30:24,880 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:24,881 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/8463e11dbde74ab0896417ae74862ebe is 50, key is test_row_0/C:col10/1734424222142/Put/seqid=0 2024-12-17T08:30:24,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742275_1451 (size=31105) 2024-12-17T08:30:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742276_1452 (size=12629) 2024-12-17T08:30:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T08:30:25,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:25,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424285046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424285152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:25,269 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/fd72950337a7484aae6a40370afd0eec as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/fd72950337a7484aae6a40370afd0eec 2024-12-17T08:30:25,273 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/A of bb0e29451fea03b0ddd422eabb6e4307 into fd72950337a7484aae6a40370afd0eec(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:25,273 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:25,274 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/A, priority=13, startTime=1734424224441; duration=0sec 2024-12-17T08:30:25,274 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:25,274 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:A 2024-12-17T08:30:25,296 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/14e5e350ebd2463f9c6cac7ddafd5c24 2024-12-17T08:30:25,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/8ebd96fb9c6f4356b6d32749eeeb29c7 is 50, key is test_row_0/B:col10/1734424222870/Put/seqid=0 2024-12-17T08:30:25,305 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/8463e11dbde74ab0896417ae74862ebe as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/8463e11dbde74ab0896417ae74862ebe 2024-12-17T08:30:25,309 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/C of bb0e29451fea03b0ddd422eabb6e4307 into 8463e11dbde74ab0896417ae74862ebe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742277_1453 (size=12151) 2024-12-17T08:30:25,309 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:25,309 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/C, priority=13, startTime=1734424224441; duration=0sec 2024-12-17T08:30:25,310 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:25,310 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:C 2024-12-17T08:30:25,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424285356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T08:30:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424285661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:25,710 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/8ebd96fb9c6f4356b6d32749eeeb29c7 2024-12-17T08:30:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/7d5464a5e28944f2a2ce94f2ceddf953 is 50, key is test_row_0/C:col10/1734424222870/Put/seqid=0 2024-12-17T08:30:25,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742278_1454 (size=12151) 2024-12-17T08:30:26,122 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/7d5464a5e28944f2a2ce94f2ceddf953 2024-12-17T08:30:26,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/14e5e350ebd2463f9c6cac7ddafd5c24 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/14e5e350ebd2463f9c6cac7ddafd5c24 2024-12-17T08:30:26,129 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/14e5e350ebd2463f9c6cac7ddafd5c24, entries=150, sequenceid=232, filesize=30.4 K 2024-12-17T08:30:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/8ebd96fb9c6f4356b6d32749eeeb29c7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/8ebd96fb9c6f4356b6d32749eeeb29c7 2024-12-17T08:30:26,134 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/8ebd96fb9c6f4356b6d32749eeeb29c7, entries=150, sequenceid=232, filesize=11.9 K 2024-12-17T08:30:26,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/7d5464a5e28944f2a2ce94f2ceddf953 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7d5464a5e28944f2a2ce94f2ceddf953 2024-12-17T08:30:26,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7d5464a5e28944f2a2ce94f2ceddf953, entries=150, sequenceid=232, filesize=11.9 K 2024-12-17T08:30:26,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bb0e29451fea03b0ddd422eabb6e4307 in 1674ms, sequenceid=232, compaction requested=false 2024-12-17T08:30:26,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:26,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:26,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-17T08:30:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-17T08:30:26,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-17T08:30:26,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-12-17T08:30:26,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.8310 sec 2024-12-17T08:30:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:26,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:30:26,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:26,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:26,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:26,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:26,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:26,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:26,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121798c6e24cab2849fd89c15098102216fc_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424226166/Put/seqid=0 2024-12-17T08:30:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742279_1455 (size=14794) 2024-12-17T08:30:26,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424286264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:26,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424286372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-17T08:30:26,415 INFO [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-17T08:30:26,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-17T08:30:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T08:30:26,418 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:26,419 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:26,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T08:30:26,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:26,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:26,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424286578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:26,583 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:26,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121798c6e24cab2849fd89c15098102216fc_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121798c6e24cab2849fd89c15098102216fc_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:26,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ac0de985d79b4c3685944e063cb4f0c2, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:26,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ac0de985d79b4c3685944e063cb4f0c2 is 175, key is test_row_0/A:col10/1734424226166/Put/seqid=0 2024-12-17T08:30:26,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742280_1456 (size=39749) 2024-12-17T08:30:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T08:30:26,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:26,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:26,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:26,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:26,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424286883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:26,992 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ac0de985d79b4c3685944e063cb4f0c2 2024-12-17T08:30:26,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/36a0a80f26d24bb68d758520dace3da9 is 50, key is test_row_0/B:col10/1734424226166/Put/seqid=0 2024-12-17T08:30:27,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742281_1457 (size=12151) 2024-12-17T08:30:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T08:30:27,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:27,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:27,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40414 deadline: 1734424287389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/36a0a80f26d24bb68d758520dace3da9 2024-12-17T08:30:27,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/0113039d9dc5491e84c5ba49acf96330 is 50, key is test_row_0/C:col10/1734424226166/Put/seqid=0 2024-12-17T08:30:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742282_1458 (size=12151) 2024-12-17T08:30:27,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T08:30:27,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:27,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:27,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,772 DEBUG [Thread-1754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bc9c77a to 127.0.0.1:49694 2024-12-17T08:30:27,772 DEBUG [Thread-1754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:27,772 DEBUG [Thread-1760 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:49694 2024-12-17T08:30:27,772 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:27,776 DEBUG [Thread-1758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:49694 2024-12-17T08:30:27,776 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:27,777 DEBUG [Thread-1756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29458edd to 127.0.0.1:49694 2024-12-17T08:30:27,777 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:27,778 DEBUG [Thread-1752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eacd0f7 to 127.0.0.1:49694 2024-12-17T08:30:27,778 DEBUG [Thread-1752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:27,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:27,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/0113039d9dc5491e84c5ba49acf96330 2024-12-17T08:30:27,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/ac0de985d79b4c3685944e063cb4f0c2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ac0de985d79b4c3685944e063cb4f0c2 2024-12-17T08:30:27,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ac0de985d79b4c3685944e063cb4f0c2, entries=200, sequenceid=248, filesize=38.8 K 2024-12-17T08:30:27,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/36a0a80f26d24bb68d758520dace3da9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/36a0a80f26d24bb68d758520dace3da9 2024-12-17T08:30:27,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/36a0a80f26d24bb68d758520dace3da9, entries=150, sequenceid=248, filesize=11.9 K 2024-12-17T08:30:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/0113039d9dc5491e84c5ba49acf96330 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/0113039d9dc5491e84c5ba49acf96330 2024-12-17T08:30:27,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/0113039d9dc5491e84c5ba49acf96330, entries=150, sequenceid=248, filesize=11.9 K 2024-12-17T08:30:27,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bb0e29451fea03b0ddd422eabb6e4307 in 1663ms, sequenceid=248, compaction requested=true 2024-12-17T08:30:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:27,830 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb0e29451fea03b0ddd422eabb6e4307:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:27,830 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:27,831 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:27,831 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:27,831 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/B is initiating minor compaction (all files) 2024-12-17T08:30:27,831 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/A is initiating minor compaction (all files) 2024-12-17T08:30:27,831 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/B in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,831 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/A in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,831 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/4d38c9ee1dec4602aaa50d50ca88f91f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/8ebd96fb9c6f4356b6d32749eeeb29c7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/36a0a80f26d24bb68d758520dace3da9] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=36.1 K 2024-12-17T08:30:27,831 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/fd72950337a7484aae6a40370afd0eec, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/14e5e350ebd2463f9c6cac7ddafd5c24, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ac0de985d79b4c3685944e063cb4f0c2] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=100.0 K 2024-12-17T08:30:27,831 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,831 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/fd72950337a7484aae6a40370afd0eec, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/14e5e350ebd2463f9c6cac7ddafd5c24, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ac0de985d79b4c3685944e063cb4f0c2] 2024-12-17T08:30:27,831 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d38c9ee1dec4602aaa50d50ca88f91f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734424222138 2024-12-17T08:30:27,832 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd72950337a7484aae6a40370afd0eec, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734424222138 2024-12-17T08:30:27,832 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ebd96fb9c6f4356b6d32749eeeb29c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734424222843 2024-12-17T08:30:27,832 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14e5e350ebd2463f9c6cac7ddafd5c24, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734424222843 2024-12-17T08:30:27,832 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 36a0a80f26d24bb68d758520dace3da9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734424225038 2024-12-17T08:30:27,832 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac0de985d79b4c3685944e063cb4f0c2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734424225038 2024-12-17T08:30:27,837 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:27,838 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#B#compaction#388 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:27,838 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/ce7d614157604f0f9ef62cc62f58ff6d is 50, key is test_row_0/B:col10/1734424226166/Put/seqid=0 2024-12-17T08:30:27,838 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412171304814a270a4d50836702813803ba9b_bb0e29451fea03b0ddd422eabb6e4307 store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:27,844 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412171304814a270a4d50836702813803ba9b_bb0e29451fea03b0ddd422eabb6e4307, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:27,844 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412171304814a270a4d50836702813803ba9b_bb0e29451fea03b0ddd422eabb6e4307 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742283_1459 (size=12731) 2024-12-17T08:30:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742284_1460 (size=4469) 2024-12-17T08:30:27,850 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/ce7d614157604f0f9ef62cc62f58ff6d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/ce7d614157604f0f9ef62cc62f58ff6d 2024-12-17T08:30:27,855 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/B of bb0e29451fea03b0ddd422eabb6e4307 into ce7d614157604f0f9ef62cc62f58ff6d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:27,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:27,855 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/B, priority=13, startTime=1734424227830; duration=0sec 2024-12-17T08:30:27,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:27,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:B 2024-12-17T08:30:27,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:27,856 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:27,856 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): bb0e29451fea03b0ddd422eabb6e4307/C is initiating minor compaction (all files) 2024-12-17T08:30:27,856 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb0e29451fea03b0ddd422eabb6e4307/C in TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,856 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/8463e11dbde74ab0896417ae74862ebe, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7d5464a5e28944f2a2ce94f2ceddf953, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/0113039d9dc5491e84c5ba49acf96330] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp, totalSize=36.1 K 2024-12-17T08:30:27,856 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8463e11dbde74ab0896417ae74862ebe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1734424222138 2024-12-17T08:30:27,857 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5464a5e28944f2a2ce94f2ceddf953, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1734424222843 2024-12-17T08:30:27,857 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0113039d9dc5491e84c5ba49acf96330, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734424225038 2024-12-17T08:30:27,864 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:27,864 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/3311080a64c1412da52f3378d2bf76b7 is 50, key is test_row_0/C:col10/1734424226166/Put/seqid=0 2024-12-17T08:30:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742285_1461 (size=12731) 2024-12-17T08:30:27,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:27,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-17T08:30:27,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:27,946 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:30:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:27,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217820c2f046fbf4559a4453c921bc6d3c9_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424226263/Put/seqid=0 2024-12-17T08:30:27,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742286_1462 (size=12454) 2024-12-17T08:30:28,251 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb0e29451fea03b0ddd422eabb6e4307#A#compaction#389 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:28,251 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/9d2995bab9974fcd8846f672c892fec8 is 175, key is test_row_0/A:col10/1734424226166/Put/seqid=0 2024-12-17T08:30:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742287_1463 (size=31685) 2024-12-17T08:30:28,272 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/3311080a64c1412da52f3378d2bf76b7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/3311080a64c1412da52f3378d2bf76b7 2024-12-17T08:30:28,275 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/C of bb0e29451fea03b0ddd422eabb6e4307 into 3311080a64c1412da52f3378d2bf76b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:28,275 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:28,275 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/C, priority=13, startTime=1734424227830; duration=0sec 2024-12-17T08:30:28,276 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:28,276 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:C 2024-12-17T08:30:28,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:28,359 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217820c2f046fbf4559a4453c921bc6d3c9_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217820c2f046fbf4559a4453c921bc6d3c9_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:28,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/37ca30c7d2f2487597a6f03dba0890d3, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:28,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/37ca30c7d2f2487597a6f03dba0890d3 is 175, key is test_row_0/A:col10/1734424226263/Put/seqid=0 2024-12-17T08:30:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742288_1464 (size=31255) 2024-12-17T08:30:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:28,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. as already flushing 2024-12-17T08:30:28,395 DEBUG [Thread-1747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05993498 to 127.0.0.1:49694 2024-12-17T08:30:28,395 DEBUG [Thread-1747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T08:30:28,658 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/9d2995bab9974fcd8846f672c892fec8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9d2995bab9974fcd8846f672c892fec8 2024-12-17T08:30:28,662 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb0e29451fea03b0ddd422eabb6e4307/A of bb0e29451fea03b0ddd422eabb6e4307 into 9d2995bab9974fcd8846f672c892fec8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:28,662 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:28,662 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307., storeName=bb0e29451fea03b0ddd422eabb6e4307/A, priority=13, startTime=1734424227830; duration=0sec 2024-12-17T08:30:28,662 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:28,662 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb0e29451fea03b0ddd422eabb6e4307:A 2024-12-17T08:30:28,764 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/37ca30c7d2f2487597a6f03dba0890d3 2024-12-17T08:30:28,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/d3540ad2af2548e4a68fc7d22fb46716 is 50, key is test_row_0/B:col10/1734424226263/Put/seqid=0 2024-12-17T08:30:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742289_1465 (size=12301) 2024-12-17T08:30:29,173 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/d3540ad2af2548e4a68fc7d22fb46716 2024-12-17T08:30:29,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/826b4fca95454045adca6eab16344128 is 50, key is test_row_0/C:col10/1734424226263/Put/seqid=0 2024-12-17T08:30:29,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742290_1466 (size=12301) 2024-12-17T08:30:29,583 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/826b4fca95454045adca6eab16344128 2024-12-17T08:30:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/37ca30c7d2f2487597a6f03dba0890d3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/37ca30c7d2f2487597a6f03dba0890d3 2024-12-17T08:30:29,589 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/37ca30c7d2f2487597a6f03dba0890d3, entries=150, sequenceid=272, filesize=30.5 K 2024-12-17T08:30:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/d3540ad2af2548e4a68fc7d22fb46716 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d3540ad2af2548e4a68fc7d22fb46716 2024-12-17T08:30:29,592 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d3540ad2af2548e4a68fc7d22fb46716, entries=150, sequenceid=272, filesize=12.0 K 2024-12-17T08:30:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/826b4fca95454045adca6eab16344128 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/826b4fca95454045adca6eab16344128 2024-12-17T08:30:29,595 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/826b4fca95454045adca6eab16344128, entries=150, sequenceid=272, filesize=12.0 K 2024-12-17T08:30:29,596 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for bb0e29451fea03b0ddd422eabb6e4307 in 1650ms, sequenceid=272, compaction requested=false 2024-12-17T08:30:29,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:29,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:29,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-17T08:30:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-17T08:30:29,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-17T08:30:29,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1780 sec 2024-12-17T08:30:29,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 3.1810 sec 2024-12-17T08:30:30,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:30:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-17T08:30:30,523 INFO [Thread-1751 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-17T08:30:32,959 DEBUG [Thread-1743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64665298 to 127.0.0.1:49694 2024-12-17T08:30:32,959 DEBUG [Thread-1743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:32,964 DEBUG [Thread-1745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20322b5a to 127.0.0.1:49694 2024-12-17T08:30:32,964 DEBUG [Thread-1745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:32,975 DEBUG [Thread-1749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3587ce39 to 127.0.0.1:49694 2024-12-17T08:30:32,975 DEBUG [Thread-1749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:33,001 DEBUG [Thread-1741 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3264421f to 127.0.0.1:49694 2024-12-17T08:30:33,001 DEBUG [Thread-1741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 145 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2755 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8265 rows 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2753 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8259 rows 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2751 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8253 rows 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2756 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8268 rows 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2747 2024-12-17T08:30:33,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8240 rows 2024-12-17T08:30:33,001 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:30:33,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4da7d358 to 127.0.0.1:49694 2024-12-17T08:30:33,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:33,003 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T08:30:33,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T08:30:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T08:30:33,007 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424233007"}]},"ts":"1734424233007"} 2024-12-17T08:30:33,009 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T08:30:33,011 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T08:30:33,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:30:33,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, UNASSIGN}] 2024-12-17T08:30:33,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, UNASSIGN 2024-12-17T08:30:33,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:33,014 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:30:33,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; CloseRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:30:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T08:30:33,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:33,166 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(124): Close bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:33,166 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:30:33,166 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1681): Closing bb0e29451fea03b0ddd422eabb6e4307, disabling compactions & flushes 2024-12-17T08:30:33,166 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:33,166 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:33,166 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. after waiting 0 ms 2024-12-17T08:30:33,166 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:33,166 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(2837): Flushing bb0e29451fea03b0ddd422eabb6e4307 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T08:30:33,167 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=A 2024-12-17T08:30:33,167 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:33,167 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=B 2024-12-17T08:30:33,167 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:33,167 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb0e29451fea03b0ddd422eabb6e4307, store=C 2024-12-17T08:30:33,167 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:33,171 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412173292daaf4163497aa092cbf1c206f6c9_bb0e29451fea03b0ddd422eabb6e4307 is 50, key is test_row_0/A:col10/1734424232958/Put/seqid=0 2024-12-17T08:30:33,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742291_1467 (size=12454) 2024-12-17T08:30:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T08:30:33,575 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:33,579 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412173292daaf4163497aa092cbf1c206f6c9_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412173292daaf4163497aa092cbf1c206f6c9_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:33,580 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/4bf89ef3f5ff41efa2449aeae87a580e, store: [table=TestAcidGuarantees family=A region=bb0e29451fea03b0ddd422eabb6e4307] 2024-12-17T08:30:33,580 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/4bf89ef3f5ff41efa2449aeae87a580e is 175, key is test_row_0/A:col10/1734424232958/Put/seqid=0 2024-12-17T08:30:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742292_1468 (size=31255) 2024-12-17T08:30:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T08:30:33,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/3991cd2d238f44b0aa380f3ba6015067, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/af6443e837fd4481ad1459a819ad93dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/c2109cc0893a4cc8abbe92a4106588dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/abc2f5118e7841eda7abf4ea35405b7c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/99f20991dd6d4936919611df98be807d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/2bbdad401d2d439b9e5b05e89ff8c323, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/1e496f7f46034edf9fbdc4eb50c2076c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/66fff9fa541141669d13106f543c03e2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/e1e1aba95c294d109fd24ee0fe8a05be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/b9d15be3fa054422973b21851b4baf6d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9a4846d0b73440a4b460622c22f6af88, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/0c216e83e3b34bc2b0b8db51cb524fdc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/d35b3324e7ab41c1bdff6464f594c732, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ca0456f18cc5481b8751da91a46479a8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/fd72950337a7484aae6a40370afd0eec, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/14e5e350ebd2463f9c6cac7ddafd5c24, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ac0de985d79b4c3685944e063cb4f0c2] to archive 2024-12-17T08:30:33,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/3991cd2d238f44b0aa380f3ba6015067 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/3991cd2d238f44b0aa380f3ba6015067 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/c2109cc0893a4cc8abbe92a4106588dd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/c2109cc0893a4cc8abbe92a4106588dd 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/1e496f7f46034edf9fbdc4eb50c2076c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/1e496f7f46034edf9fbdc4eb50c2076c 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/af6443e837fd4481ad1459a819ad93dd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/af6443e837fd4481ad1459a819ad93dd 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/2bbdad401d2d439b9e5b05e89ff8c323 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/2bbdad401d2d439b9e5b05e89ff8c323 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/66fff9fa541141669d13106f543c03e2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/66fff9fa541141669d13106f543c03e2 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/abc2f5118e7841eda7abf4ea35405b7c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/abc2f5118e7841eda7abf4ea35405b7c 2024-12-17T08:30:33,892 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/99f20991dd6d4936919611df98be807d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/99f20991dd6d4936919611df98be807d 2024-12-17T08:30:33,893 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/b9d15be3fa054422973b21851b4baf6d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/b9d15be3fa054422973b21851b4baf6d 2024-12-17T08:30:33,894 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9a4846d0b73440a4b460622c22f6af88 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9a4846d0b73440a4b460622c22f6af88 2024-12-17T08:30:33,894 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ca0456f18cc5481b8751da91a46479a8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ca0456f18cc5481b8751da91a46479a8 2024-12-17T08:30:33,894 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/d35b3324e7ab41c1bdff6464f594c732 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/d35b3324e7ab41c1bdff6464f594c732 2024-12-17T08:30:33,894 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/fd72950337a7484aae6a40370afd0eec to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/fd72950337a7484aae6a40370afd0eec 2024-12-17T08:30:33,894 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/0c216e83e3b34bc2b0b8db51cb524fdc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/0c216e83e3b34bc2b0b8db51cb524fdc 2024-12-17T08:30:33,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/14e5e350ebd2463f9c6cac7ddafd5c24 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/14e5e350ebd2463f9c6cac7ddafd5c24 2024-12-17T08:30:33,894 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/e1e1aba95c294d109fd24ee0fe8a05be to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/e1e1aba95c294d109fd24ee0fe8a05be 2024-12-17T08:30:33,895 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ac0de985d79b4c3685944e063cb4f0c2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/ac0de985d79b4c3685944e063cb4f0c2 2024-12-17T08:30:33,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/a220bb90f34e4ad083c274032122ed57, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/43a51ab9a80d41ea909a5eff77990610, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/017e633ca6a048d2bfc73829020d6c5a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/55addaea3ecd4eb3931efcccb920f067, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e9077c6500ce43cc9f7f17bf941f046e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/3f3c65ef16984f4083b7799d30355029, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/0c4ada0a87cb438084c101bc6e7fd98f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/af6383f8991f4f4eb296fbcbca45666a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/b19295f4a8a44ab28305f797df4cb9bc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6748bafc4d9848a4846bb54f35a9aa7e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/925aefc53f4d4308a5c90f1212836c3c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e6792fa062a84ff5b316d48f0406f541, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/4d38c9ee1dec4602aaa50d50ca88f91f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6668d8567fb14fadb2da4edf35d09e4e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/8ebd96fb9c6f4356b6d32749eeeb29c7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/36a0a80f26d24bb68d758520dace3da9] to archive 2024-12-17T08:30:33,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:30:33,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/017e633ca6a048d2bfc73829020d6c5a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/017e633ca6a048d2bfc73829020d6c5a 2024-12-17T08:30:33,899 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/43a51ab9a80d41ea909a5eff77990610 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/43a51ab9a80d41ea909a5eff77990610 2024-12-17T08:30:33,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e9077c6500ce43cc9f7f17bf941f046e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e9077c6500ce43cc9f7f17bf941f046e 2024-12-17T08:30:33,900 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d9b7e9a15aeb4d539ae3dc83ac2e6cd2 2024-12-17T08:30:33,900 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/55addaea3ecd4eb3931efcccb920f067 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/55addaea3ecd4eb3931efcccb920f067 2024-12-17T08:30:33,900 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/3f3c65ef16984f4083b7799d30355029 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/3f3c65ef16984f4083b7799d30355029 2024-12-17T08:30:33,900 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/0c4ada0a87cb438084c101bc6e7fd98f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/0c4ada0a87cb438084c101bc6e7fd98f 2024-12-17T08:30:33,900 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/a220bb90f34e4ad083c274032122ed57 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/a220bb90f34e4ad083c274032122ed57 2024-12-17T08:30:33,901 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/af6383f8991f4f4eb296fbcbca45666a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/af6383f8991f4f4eb296fbcbca45666a 2024-12-17T08:30:33,901 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/b19295f4a8a44ab28305f797df4cb9bc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/b19295f4a8a44ab28305f797df4cb9bc 2024-12-17T08:30:33,901 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/925aefc53f4d4308a5c90f1212836c3c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/925aefc53f4d4308a5c90f1212836c3c 2024-12-17T08:30:33,901 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e6792fa062a84ff5b316d48f0406f541 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/e6792fa062a84ff5b316d48f0406f541 2024-12-17T08:30:33,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6748bafc4d9848a4846bb54f35a9aa7e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6748bafc4d9848a4846bb54f35a9aa7e 2024-12-17T08:30:33,902 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/4d38c9ee1dec4602aaa50d50ca88f91f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/4d38c9ee1dec4602aaa50d50ca88f91f 2024-12-17T08:30:33,902 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6668d8567fb14fadb2da4edf35d09e4e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/6668d8567fb14fadb2da4edf35d09e4e 2024-12-17T08:30:33,902 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/8ebd96fb9c6f4356b6d32749eeeb29c7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/8ebd96fb9c6f4356b6d32749eeeb29c7 2024-12-17T08:30:33,903 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/36a0a80f26d24bb68d758520dace3da9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/36a0a80f26d24bb68d758520dace3da9 2024-12-17T08:30:33,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/bc2e4541871a4e779a7a0ebd550bf15a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/a76d8e1ce02f47e88e9e2bd64be2e8ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b9af3d1bc05f42bf96a509464572cb8c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/011ba21cc5584abdbd1201ad55952e47, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/c5cd19e51a9f4bed91b9546b7d96fbfc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7007391ec35c48c680c93b19bddcc4b7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/39f4d7e7c4a74e77b29317ca1365b03c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e9c2bff687d944618b6ca07d2c14d6dd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b5518d78bda546b2ba772bc1dde41291, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e8a6e663d3cb435a81ecdae21f1652f4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/2c7cee3371b549d0b231f90cc1480387, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/03f28287fc4c4a21b54d96b237176d92, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/1aa8e5f159834fc4913fc7e55ca159f7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/8463e11dbde74ab0896417ae74862ebe, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/975ed4eea29946c6b4726861df944c1f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7d5464a5e28944f2a2ce94f2ceddf953, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/0113039d9dc5491e84c5ba49acf96330] to archive 2024-12-17T08:30:33,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c41f045e1357:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:30:33,907 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/a76d8e1ce02f47e88e9e2bd64be2e8ce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/a76d8e1ce02f47e88e9e2bd64be2e8ce 2024-12-17T08:30:33,907 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/bc2e4541871a4e779a7a0ebd550bf15a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/bc2e4541871a4e779a7a0ebd550bf15a 2024-12-17T08:30:33,907 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/011ba21cc5584abdbd1201ad55952e47 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/011ba21cc5584abdbd1201ad55952e47 2024-12-17T08:30:33,908 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b9af3d1bc05f42bf96a509464572cb8c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b9af3d1bc05f42bf96a509464572cb8c 2024-12-17T08:30:33,908 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/39f4d7e7c4a74e77b29317ca1365b03c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/39f4d7e7c4a74e77b29317ca1365b03c 2024-12-17T08:30:33,908 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e9c2bff687d944618b6ca07d2c14d6dd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e9c2bff687d944618b6ca07d2c14d6dd 2024-12-17T08:30:33,908 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7007391ec35c48c680c93b19bddcc4b7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7007391ec35c48c680c93b19bddcc4b7 2024-12-17T08:30:33,908 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/c5cd19e51a9f4bed91b9546b7d96fbfc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/c5cd19e51a9f4bed91b9546b7d96fbfc 2024-12-17T08:30:33,909 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b5518d78bda546b2ba772bc1dde41291 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/b5518d78bda546b2ba772bc1dde41291 2024-12-17T08:30:33,909 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/8463e11dbde74ab0896417ae74862ebe to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/8463e11dbde74ab0896417ae74862ebe 2024-12-17T08:30:33,909 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/03f28287fc4c4a21b54d96b237176d92 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/03f28287fc4c4a21b54d96b237176d92 2024-12-17T08:30:33,910 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/2c7cee3371b549d0b231f90cc1480387 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/2c7cee3371b549d0b231f90cc1480387 2024-12-17T08:30:33,910 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/1aa8e5f159834fc4913fc7e55ca159f7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/1aa8e5f159834fc4913fc7e55ca159f7 2024-12-17T08:30:33,910 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e8a6e663d3cb435a81ecdae21f1652f4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/e8a6e663d3cb435a81ecdae21f1652f4 2024-12-17T08:30:33,910 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/975ed4eea29946c6b4726861df944c1f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/975ed4eea29946c6b4726861df944c1f 2024-12-17T08:30:33,910 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7d5464a5e28944f2a2ce94f2ceddf953 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/7d5464a5e28944f2a2ce94f2ceddf953 2024-12-17T08:30:33,910 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/0113039d9dc5491e84c5ba49acf96330 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/0113039d9dc5491e84c5ba49acf96330 2024-12-17T08:30:33,984 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/4bf89ef3f5ff41efa2449aeae87a580e 2024-12-17T08:30:33,990 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/5cdf414cf7414234829c9b16d8e58a42 is 50, key is test_row_0/B:col10/1734424232958/Put/seqid=0 2024-12-17T08:30:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742293_1469 (size=12301) 2024-12-17T08:30:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T08:30:34,394 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/5cdf414cf7414234829c9b16d8e58a42 2024-12-17T08:30:34,400 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/fe6fd7cfb6ba488aa91383c7a1cf4190 is 50, key is test_row_0/C:col10/1734424232958/Put/seqid=0 2024-12-17T08:30:34,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742294_1470 (size=12301) 2024-12-17T08:30:34,804 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/fe6fd7cfb6ba488aa91383c7a1cf4190 2024-12-17T08:30:34,807 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/A/4bf89ef3f5ff41efa2449aeae87a580e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/4bf89ef3f5ff41efa2449aeae87a580e 2024-12-17T08:30:34,810 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/4bf89ef3f5ff41efa2449aeae87a580e, entries=150, sequenceid=282, filesize=30.5 K 2024-12-17T08:30:34,811 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/B/5cdf414cf7414234829c9b16d8e58a42 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/5cdf414cf7414234829c9b16d8e58a42 2024-12-17T08:30:34,813 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/5cdf414cf7414234829c9b16d8e58a42, entries=150, sequenceid=282, filesize=12.0 K 2024-12-17T08:30:34,814 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/.tmp/C/fe6fd7cfb6ba488aa91383c7a1cf4190 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/fe6fd7cfb6ba488aa91383c7a1cf4190 2024-12-17T08:30:34,817 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/fe6fd7cfb6ba488aa91383c7a1cf4190, entries=150, sequenceid=282, filesize=12.0 K 2024-12-17T08:30:34,817 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bb0e29451fea03b0ddd422eabb6e4307 in 1651ms, sequenceid=282, compaction requested=true 2024-12-17T08:30:34,821 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/recovered.edits/285.seqid, newMaxSeqId=285, maxSeqId=4 2024-12-17T08:30:34,821 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307. 2024-12-17T08:30:34,821 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1635): Region close journal for bb0e29451fea03b0ddd422eabb6e4307: 2024-12-17T08:30:34,823 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(170): Closed bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:34,823 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=bb0e29451fea03b0ddd422eabb6e4307, regionState=CLOSED 2024-12-17T08:30:34,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-17T08:30:34,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseRegionProcedure bb0e29451fea03b0ddd422eabb6e4307, server=c41f045e1357,40233,1734424111672 in 1.8090 sec 2024-12-17T08:30:34,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-12-17T08:30:34,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb0e29451fea03b0ddd422eabb6e4307, UNASSIGN in 1.8120 sec 2024-12-17T08:30:34,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-17T08:30:34,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8140 sec 2024-12-17T08:30:34,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424234827"}]},"ts":"1734424234827"} 2024-12-17T08:30:34,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T08:30:34,830 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T08:30:34,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8270 sec 2024-12-17T08:30:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-17T08:30:35,111 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-17T08:30:35,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T08:30:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:35,113 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T08:30:35,113 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=134, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:35,114 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,116 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/recovered.edits] 2024-12-17T08:30:35,119 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/37ca30c7d2f2487597a6f03dba0890d3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/37ca30c7d2f2487597a6f03dba0890d3 2024-12-17T08:30:35,119 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9d2995bab9974fcd8846f672c892fec8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/9d2995bab9974fcd8846f672c892fec8 2024-12-17T08:30:35,119 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/4bf89ef3f5ff41efa2449aeae87a580e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/A/4bf89ef3f5ff41efa2449aeae87a580e 2024-12-17T08:30:35,122 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/ce7d614157604f0f9ef62cc62f58ff6d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/ce7d614157604f0f9ef62cc62f58ff6d 2024-12-17T08:30:35,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/5cdf414cf7414234829c9b16d8e58a42 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/5cdf414cf7414234829c9b16d8e58a42 2024-12-17T08:30:35,122 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d3540ad2af2548e4a68fc7d22fb46716 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/B/d3540ad2af2548e4a68fc7d22fb46716 2024-12-17T08:30:35,124 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/fe6fd7cfb6ba488aa91383c7a1cf4190 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/fe6fd7cfb6ba488aa91383c7a1cf4190 2024-12-17T08:30:35,124 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/3311080a64c1412da52f3378d2bf76b7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/3311080a64c1412da52f3378d2bf76b7 2024-12-17T08:30:35,125 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/826b4fca95454045adca6eab16344128 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/C/826b4fca95454045adca6eab16344128 2024-12-17T08:30:35,127 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/recovered.edits/285.seqid to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307/recovered.edits/285.seqid 2024-12-17T08:30:35,127 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,127 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T08:30:35,128 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T08:30:35,129 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T08:30:35,133 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121702003428f3224884b8ca2d92e0200597_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121702003428f3224884b8ca2d92e0200597_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,134 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170eae48d5c3274a7b8ee99c5c04bb4cac_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170eae48d5c3274a7b8ee99c5c04bb4cac_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,134 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172a0cf18a422745cf8b79b697ceae3435_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172a0cf18a422745cf8b79b697ceae3435_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,134 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412173292daaf4163497aa092cbf1c206f6c9_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412173292daaf4163497aa092cbf1c206f6c9_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,134 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172b9362dfe3bd4c6688d66b8005e08216_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172b9362dfe3bd4c6688d66b8005e08216_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,134 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176b83731aa11443289d491779961695c8_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176b83731aa11443289d491779961695c8_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,134 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217346098688c164e30a7d920b579a62ca4_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217346098688c164e30a7d920b579a62ca4_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,134 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176b8cb0a8bb15416c94969b0715dba2d2_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412176b8cb0a8bb15416c94969b0715dba2d2_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,135 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217711abd11236b443d89d41c91573f6bae_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217711abd11236b443d89d41c91573f6bae_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,135 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217820c2f046fbf4559a4453c921bc6d3c9_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217820c2f046fbf4559a4453c921bc6d3c9_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,135 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ad644c1d27344d3eadb08f280dec4875_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ad644c1d27344d3eadb08f280dec4875_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,135 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121798c6e24cab2849fd89c15098102216fc_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121798c6e24cab2849fd89c15098102216fc_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,135 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b2a85b431c344b0ea243623abcd2f3ca_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b2a85b431c344b0ea243623abcd2f3ca_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,135 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c42c9c449cf84c1ca898035af7743894_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c42c9c449cf84c1ca898035af7743894_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,136 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ee6c7d7b5ade47a3ae3ec2b3635ed90c_bb0e29451fea03b0ddd422eabb6e4307 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ee6c7d7b5ade47a3ae3ec2b3635ed90c_bb0e29451fea03b0ddd422eabb6e4307 2024-12-17T08:30:35,136 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T08:30:35,138 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=134, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:35,139 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T08:30:35,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T08:30:35,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=134, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:35,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T08:30:35,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734424235141"}]},"ts":"9223372036854775807"} 2024-12-17T08:30:35,143 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:30:35,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bb0e29451fea03b0ddd422eabb6e4307, NAME => 'TestAcidGuarantees,,1734424204700.bb0e29451fea03b0ddd422eabb6e4307.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:30:35,143 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T08:30:35,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734424235143"}]},"ts":"9223372036854775807"} 2024-12-17T08:30:35,144 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T08:30:35,146 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=134, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:35,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-12-17T08:30:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-17T08:30:35,214 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-17T08:30:35,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245 (was 248), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=6981 (was 6973) - AvailableMemoryMB LEAK? - 2024-12-17T08:30:35,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=6981 2024-12-17T08:30:35,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:30:35,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:30:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:35,235 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:30:35,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:35,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 135 2024-12-17T08:30:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-17T08:30:35,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:30:35,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742295_1471 (size=963) 2024-12-17T08:30:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-17T08:30:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-17T08:30:35,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:30:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742296_1472 (size=53) 2024-12-17T08:30:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-17T08:30:36,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:30:36,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f14c7d80053fb8760be1b20714d0a633, disabling compactions & flushes 2024-12-17T08:30:36,048 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. after waiting 0 ms 2024-12-17T08:30:36,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,048 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:36,049 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:30:36,049 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734424236049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734424236049"}]},"ts":"1734424236049"} 2024-12-17T08:30:36,050 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:30:36,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:30:36,051 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424236051"}]},"ts":"1734424236051"} 2024-12-17T08:30:36,051 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T08:30:36,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f14c7d80053fb8760be1b20714d0a633, ASSIGN}] 2024-12-17T08:30:36,056 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f14c7d80053fb8760be1b20714d0a633, ASSIGN 2024-12-17T08:30:36,056 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f14c7d80053fb8760be1b20714d0a633, ASSIGN; state=OFFLINE, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=false 2024-12-17T08:30:36,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=f14c7d80053fb8760be1b20714d0a633, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:36,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; OpenRegionProcedure f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:30:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-17T08:30:36,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:36,361 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,362 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7285): Opening region: {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:30:36,362 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,362 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:30:36,362 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7327): checking encryption for f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,362 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7330): checking classloading for f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,363 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,364 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:36,364 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f14c7d80053fb8760be1b20714d0a633 columnFamilyName A 2024-12-17T08:30:36,364 DEBUG [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:36,365 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.HStore(327): Store=f14c7d80053fb8760be1b20714d0a633/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:36,365 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,366 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:36,366 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f14c7d80053fb8760be1b20714d0a633 columnFamilyName B 2024-12-17T08:30:36,366 DEBUG [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:36,366 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.HStore(327): Store=f14c7d80053fb8760be1b20714d0a633/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:36,366 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,367 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:30:36,367 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f14c7d80053fb8760be1b20714d0a633 columnFamilyName C 2024-12-17T08:30:36,367 DEBUG [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:30:36,368 INFO [StoreOpener-f14c7d80053fb8760be1b20714d0a633-1 {}] regionserver.HStore(327): Store=f14c7d80053fb8760be1b20714d0a633/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:30:36,368 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,369 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,369 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,370 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:30:36,371 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1085): writing seq id for f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:36,372 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:30:36,373 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1102): Opened f14c7d80053fb8760be1b20714d0a633; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72354487, jitterRate=0.07816587388515472}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:30:36,373 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1001): Region open journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:36,374 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., pid=137, masterSystemTime=1734424236359 2024-12-17T08:30:36,375 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,375 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:36,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=f14c7d80053fb8760be1b20714d0a633, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:36,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-17T08:30:36,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; OpenRegionProcedure f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 in 168 msec 2024-12-17T08:30:36,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-12-17T08:30:36,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f14c7d80053fb8760be1b20714d0a633, ASSIGN in 323 msec 2024-12-17T08:30:36,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:30:36,379 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424236379"}]},"ts":"1734424236379"} 2024-12-17T08:30:36,380 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T08:30:36,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:30:36,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-12-17T08:30:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-17T08:30:37,339 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 135 completed 2024-12-17T08:30:37,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24f64590 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19a533a3 2024-12-17T08:30:37,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e904d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,346 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:30:37,348 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:30:37,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46114993 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769942d9 2024-12-17T08:30:37,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,352 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-12-17T08:30:37,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-12-17T08:30:37,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-12-17T08:30:37,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-17T08:30:37,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-12-17T08:30:37,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08a7e1dd to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@630684bf 2024-12-17T08:30:37,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ec7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31a027db to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66547e2c 2024-12-17T08:30:37,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccff4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e934cca to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b73e42a 2024-12-17T08:30:37,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783a99f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b70f48f to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f66057f 2024-12-17T08:30:37,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bfce45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:30:37,387 DEBUG [hconnection-0x2b775ec8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,388 DEBUG [hconnection-0x30e66db6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,388 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,388 DEBUG [hconnection-0x4f8caa82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,389 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,389 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,389 DEBUG [hconnection-0x24748f9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,390 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,393 DEBUG [hconnection-0x68863ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,394 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,396 DEBUG [hconnection-0x686ee66d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,397 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:37,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:30:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:37,406 DEBUG [hconnection-0x5227592e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,407 DEBUG [hconnection-0x2a790797-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,407 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,408 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-17T08:30:37,418 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:37,419 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:37,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T08:30:37,422 DEBUG [hconnection-0x7b81dbc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,423 DEBUG [hconnection-0x14824c8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:30:37,424 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,424 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:30:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424297426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424297426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424297427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424297427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424297428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/78f281ef8f9547768098934a81d16780 is 50, key is test_row_0/A:col10/1734424237396/Put/seqid=0 2024-12-17T08:30:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742297_1473 (size=12001) 2024-12-17T08:30:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T08:30:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424297530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424297530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424297530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424297536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424297537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-17T08:30:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:37,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T08:30:37,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-17T08:30:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:37,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424297733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424297733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424297734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424297741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424297742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/78f281ef8f9547768098934a81d16780 2024-12-17T08:30:37,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/e75eefd93521434fab797d613b3a2849 is 50, key is test_row_0/B:col10/1734424237396/Put/seqid=0 2024-12-17T08:30:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742298_1474 (size=12001) 2024-12-17T08:30:37,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:37,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/e75eefd93521434fab797d613b3a2849 2024-12-17T08:30:37,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-17T08:30:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:37,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:37,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/5ddf342438434009b1c5dfac5231c3ae is 50, key is test_row_0/C:col10/1734424237396/Put/seqid=0 2024-12-17T08:30:37,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742299_1475 (size=12001) 2024-12-17T08:30:37,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/5ddf342438434009b1c5dfac5231c3ae 2024-12-17T08:30:37,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/78f281ef8f9547768098934a81d16780 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/78f281ef8f9547768098934a81d16780 2024-12-17T08:30:37,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/78f281ef8f9547768098934a81d16780, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T08:30:37,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/e75eefd93521434fab797d613b3a2849 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e75eefd93521434fab797d613b3a2849 2024-12-17T08:30:37,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e75eefd93521434fab797d613b3a2849, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T08:30:37,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/5ddf342438434009b1c5dfac5231c3ae as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/5ddf342438434009b1c5dfac5231c3ae 2024-12-17T08:30:37,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/5ddf342438434009b1c5dfac5231c3ae, entries=150, sequenceid=12, filesize=11.7 K 2024-12-17T08:30:37,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f14c7d80053fb8760be1b20714d0a633 in 543ms, sequenceid=12, compaction requested=false 2024-12-17T08:30:37,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T08:30:38,034 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-17T08:30:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:38,035 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:30:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:38,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:38,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/be7b170ae753458b932651095e645347 is 50, key is test_row_0/A:col10/1734424237402/Put/seqid=0 2024-12-17T08:30:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742300_1476 (size=12001) 2024-12-17T08:30:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424298046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424298048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424298048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424298049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424298054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424298156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424298156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424298156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424298160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424298359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424298359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424298359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424298363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,445 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/be7b170ae753458b932651095e645347 2024-12-17T08:30:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f17057a49af5431da9fdd821774dc7af is 50, key is test_row_0/B:col10/1734424237402/Put/seqid=0 2024-12-17T08:30:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742301_1477 (size=12001) 2024-12-17T08:30:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T08:30:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424298557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424298663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424298665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424298666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424298668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:38,859 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f17057a49af5431da9fdd821774dc7af 2024-12-17T08:30:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bfcc92a52587412f8abb46759603b3b1 is 50, key is test_row_0/C:col10/1734424237402/Put/seqid=0 2024-12-17T08:30:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742302_1478 (size=12001) 2024-12-17T08:30:39,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424299168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424299171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424299171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424299174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,271 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bfcc92a52587412f8abb46759603b3b1 2024-12-17T08:30:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/be7b170ae753458b932651095e645347 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/be7b170ae753458b932651095e645347 2024-12-17T08:30:39,280 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/be7b170ae753458b932651095e645347, entries=150, sequenceid=37, filesize=11.7 K 2024-12-17T08:30:39,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f17057a49af5431da9fdd821774dc7af as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f17057a49af5431da9fdd821774dc7af 2024-12-17T08:30:39,284 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f17057a49af5431da9fdd821774dc7af, entries=150, sequenceid=37, filesize=11.7 K 2024-12-17T08:30:39,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bfcc92a52587412f8abb46759603b3b1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bfcc92a52587412f8abb46759603b3b1 2024-12-17T08:30:39,288 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bfcc92a52587412f8abb46759603b3b1, entries=150, sequenceid=37, filesize=11.7 K 2024-12-17T08:30:39,289 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f14c7d80053fb8760be1b20714d0a633 in 1255ms, sequenceid=37, compaction requested=false 2024-12-17T08:30:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:39,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-17T08:30:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-17T08:30:39,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-17T08:30:39,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec 2024-12-17T08:30:39,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.8780 sec 2024-12-17T08:30:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-17T08:30:39,523 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-17T08:30:39,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-17T08:30:39,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T08:30:39,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:39,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:39,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:30:39,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:39,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:39,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:39,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:39,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:39,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:39,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/fc09614cabae4a09a29807ea095bb4bf is 50, key is test_row_0/A:col10/1734424239572/Put/seqid=0 2024-12-17T08:30:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742303_1479 (size=14341) 2024-12-17T08:30:39,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/fc09614cabae4a09a29807ea095bb4bf 2024-12-17T08:30:39,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/86ef3f8a150246f294af20e0ccd0fd97 is 50, key is test_row_0/B:col10/1734424239572/Put/seqid=0 2024-12-17T08:30:39,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742304_1480 (size=12001) 2024-12-17T08:30:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T08:30:39,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T08:30:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:39,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424299682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424299787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T08:30:39,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T08:30:39,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:39,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T08:30:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:39,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:39,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/86ef3f8a150246f294af20e0ccd0fd97 2024-12-17T08:30:39,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424299989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:39,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/dbfdf1611e6b4e96801281b5e0308096 is 50, key is test_row_0/C:col10/1734424239572/Put/seqid=0 2024-12-17T08:30:40,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742305_1481 (size=12001) 2024-12-17T08:30:40,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/dbfdf1611e6b4e96801281b5e0308096 2024-12-17T08:30:40,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/fc09614cabae4a09a29807ea095bb4bf as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/fc09614cabae4a09a29807ea095bb4bf 2024-12-17T08:30:40,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/fc09614cabae4a09a29807ea095bb4bf, entries=200, sequenceid=49, filesize=14.0 K 2024-12-17T08:30:40,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/86ef3f8a150246f294af20e0ccd0fd97 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/86ef3f8a150246f294af20e0ccd0fd97 2024-12-17T08:30:40,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/86ef3f8a150246f294af20e0ccd0fd97, entries=150, sequenceid=49, filesize=11.7 K 2024-12-17T08:30:40,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/dbfdf1611e6b4e96801281b5e0308096 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dbfdf1611e6b4e96801281b5e0308096 2024-12-17T08:30:40,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dbfdf1611e6b4e96801281b5e0308096, entries=150, sequenceid=49, filesize=11.7 K 2024-12-17T08:30:40,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f14c7d80053fb8760be1b20714d0a633 in 444ms, sequenceid=49, compaction requested=true 2024-12-17T08:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:40,017 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:40,017 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:40,018 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:40,018 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:40,018 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:40,018 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:40,018 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:40,018 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:40,018 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/78f281ef8f9547768098934a81d16780, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/be7b170ae753458b932651095e645347, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/fc09614cabae4a09a29807ea095bb4bf] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=37.4 K 2024-12-17T08:30:40,018 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e75eefd93521434fab797d613b3a2849, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f17057a49af5431da9fdd821774dc7af, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/86ef3f8a150246f294af20e0ccd0fd97] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.2 K 2024-12-17T08:30:40,019 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78f281ef8f9547768098934a81d16780, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734424237395 2024-12-17T08:30:40,019 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e75eefd93521434fab797d613b3a2849, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734424237395 2024-12-17T08:30:40,019 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting be7b170ae753458b932651095e645347, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734424237402 2024-12-17T08:30:40,019 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f17057a49af5431da9fdd821774dc7af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734424237402 2024-12-17T08:30:40,019 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 86ef3f8a150246f294af20e0ccd0fd97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734424238044 2024-12-17T08:30:40,019 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc09614cabae4a09a29807ea095bb4bf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734424238044 2024-12-17T08:30:40,026 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:40,026 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/bb60b95d8ac0460c9b06292d45367565 is 50, key is test_row_0/A:col10/1734424239572/Put/seqid=0 2024-12-17T08:30:40,034 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:40,034 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/16313f1677884737886683c66967e0d8 is 50, key is test_row_0/B:col10/1734424239572/Put/seqid=0 2024-12-17T08:30:40,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742306_1482 (size=12104) 2024-12-17T08:30:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742307_1483 (size=12104) 2024-12-17T08:30:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T08:30:40,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-17T08:30:40,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:40,138 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:30:40,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:40,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:40,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:40,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:40,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:40,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/638b18dc421f41c1bcf6cde89bd19407 is 50, key is test_row_0/A:col10/1734424239681/Put/seqid=0 2024-12-17T08:30:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742308_1484 (size=12001) 2024-12-17T08:30:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:40,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:40,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424300184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424300185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424300186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424300191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424300292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424300293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424300294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424300296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424300301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T08:30:40,442 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/bb60b95d8ac0460c9b06292d45367565 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/bb60b95d8ac0460c9b06292d45367565 2024-12-17T08:30:40,447 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/16313f1677884737886683c66967e0d8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/16313f1677884737886683c66967e0d8 2024-12-17T08:30:40,447 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into bb60b95d8ac0460c9b06292d45367565(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:40,447 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:40,447 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424240017; duration=0sec 2024-12-17T08:30:40,447 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:40,447 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:40,448 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:40,448 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:40,448 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:40,449 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:40,449 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/5ddf342438434009b1c5dfac5231c3ae, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bfcc92a52587412f8abb46759603b3b1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dbfdf1611e6b4e96801281b5e0308096] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.2 K 2024-12-17T08:30:40,449 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ddf342438434009b1c5dfac5231c3ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734424237395 2024-12-17T08:30:40,449 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfcc92a52587412f8abb46759603b3b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734424237402 2024-12-17T08:30:40,450 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbfdf1611e6b4e96801281b5e0308096, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734424238044 2024-12-17T08:30:40,451 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into 16313f1677884737886683c66967e0d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:40,451 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:40,451 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424240017; duration=0sec 2024-12-17T08:30:40,451 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:40,451 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:40,455 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:40,456 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/fabc565febf04ae1a3f304ffe1dcad9e is 50, key is test_row_0/C:col10/1734424239572/Put/seqid=0 2024-12-17T08:30:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742309_1485 (size=12104) 2024-12-17T08:30:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424300496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424300496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424300500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424300505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,545 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/638b18dc421f41c1bcf6cde89bd19407 2024-12-17T08:30:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/3b55c8d2dfa94a84a905fdefc5ec8bf6 is 50, key is test_row_0/B:col10/1734424239681/Put/seqid=0 2024-12-17T08:30:40,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742310_1486 (size=12001) 2024-12-17T08:30:40,557 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/3b55c8d2dfa94a84a905fdefc5ec8bf6 2024-12-17T08:30:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/c823702815e445b8bf31d771935efe49 is 50, key is test_row_0/C:col10/1734424239681/Put/seqid=0 2024-12-17T08:30:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742311_1487 (size=12001) 2024-12-17T08:30:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T08:30:40,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424300799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424300800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424300801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424300804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424300808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:40,865 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/fabc565febf04ae1a3f304ffe1dcad9e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/fabc565febf04ae1a3f304ffe1dcad9e 2024-12-17T08:30:40,869 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into fabc565febf04ae1a3f304ffe1dcad9e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:40,870 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:40,870 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424240017; duration=0sec 2024-12-17T08:30:40,870 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:40,870 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:40,970 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/c823702815e445b8bf31d771935efe49 2024-12-17T08:30:40,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/638b18dc421f41c1bcf6cde89bd19407 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/638b18dc421f41c1bcf6cde89bd19407 2024-12-17T08:30:40,978 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/638b18dc421f41c1bcf6cde89bd19407, entries=150, sequenceid=73, filesize=11.7 K 2024-12-17T08:30:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/3b55c8d2dfa94a84a905fdefc5ec8bf6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3b55c8d2dfa94a84a905fdefc5ec8bf6 2024-12-17T08:30:40,982 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3b55c8d2dfa94a84a905fdefc5ec8bf6, entries=150, sequenceid=73, filesize=11.7 K 2024-12-17T08:30:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/c823702815e445b8bf31d771935efe49 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c823702815e445b8bf31d771935efe49 2024-12-17T08:30:40,985 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c823702815e445b8bf31d771935efe49, entries=150, sequenceid=73, filesize=11.7 K 2024-12-17T08:30:40,986 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f14c7d80053fb8760be1b20714d0a633 in 849ms, sequenceid=73, compaction requested=false 2024-12-17T08:30:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-17T08:30:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-17T08:30:40,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-17T08:30:40,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4600 sec 2024-12-17T08:30:40,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4640 sec 2024-12-17T08:30:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:41,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:30:41,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:41,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:41,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:41,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:41,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:41,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:41,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/c6c13d438cc24f989aa48f413714e0ee is 50, key is test_row_0/A:col10/1734424241307/Put/seqid=0 2024-12-17T08:30:41,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742312_1488 (size=14341) 2024-12-17T08:30:41,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424301333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424301333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424301334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424301337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424301439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424301439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424301441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424301442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-17T08:30:41,630 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-17T08:30:41,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-17T08:30:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T08:30:41,633 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:41,634 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:41,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:41,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424301642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424301642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424301646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424301646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/c6c13d438cc24f989aa48f413714e0ee 2024-12-17T08:30:41,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/49ebf867dbb142fcb15a6860fa325c17 is 50, key is test_row_0/B:col10/1734424241307/Put/seqid=0 2024-12-17T08:30:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742313_1489 (size=12001) 2024-12-17T08:30:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T08:30:41,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T08:30:41,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:41,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:41,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:41,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:41,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:41,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424301807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T08:30:41,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T08:30:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:41,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424301948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424301950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424301951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424301952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T08:30:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:42,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:42,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:42,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/49ebf867dbb142fcb15a6860fa325c17 2024-12-17T08:30:42,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/57ce94b0bd4249b291484d344e8e9386 is 50, key is test_row_0/C:col10/1734424241307/Put/seqid=0 2024-12-17T08:30:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742314_1490 (size=12001) 2024-12-17T08:30:42,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/57ce94b0bd4249b291484d344e8e9386 2024-12-17T08:30:42,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/c6c13d438cc24f989aa48f413714e0ee as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/c6c13d438cc24f989aa48f413714e0ee 2024-12-17T08:30:42,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/c6c13d438cc24f989aa48f413714e0ee, entries=200, sequenceid=89, filesize=14.0 K 2024-12-17T08:30:42,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/49ebf867dbb142fcb15a6860fa325c17 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/49ebf867dbb142fcb15a6860fa325c17 2024-12-17T08:30:42,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/49ebf867dbb142fcb15a6860fa325c17, entries=150, sequenceid=89, filesize=11.7 K 2024-12-17T08:30:42,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/57ce94b0bd4249b291484d344e8e9386 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/57ce94b0bd4249b291484d344e8e9386 2024-12-17T08:30:42,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/57ce94b0bd4249b291484d344e8e9386, entries=150, sequenceid=89, filesize=11.7 K 2024-12-17T08:30:42,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f14c7d80053fb8760be1b20714d0a633 in 850ms, sequenceid=89, compaction requested=true 2024-12-17T08:30:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:42,158 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:42,159 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:42,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:42,160 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:42,160 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:42,160 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:42,160 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:42,160 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:42,160 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:42,160 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/bb60b95d8ac0460c9b06292d45367565, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/638b18dc421f41c1bcf6cde89bd19407, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/c6c13d438cc24f989aa48f413714e0ee] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=37.5 K 2024-12-17T08:30:42,160 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/16313f1677884737886683c66967e0d8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3b55c8d2dfa94a84a905fdefc5ec8bf6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/49ebf867dbb142fcb15a6860fa325c17] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.3 K 2024-12-17T08:30:42,161 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb60b95d8ac0460c9b06292d45367565, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734424238044 2024-12-17T08:30:42,161 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 16313f1677884737886683c66967e0d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734424238044 2024-12-17T08:30:42,161 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b55c8d2dfa94a84a905fdefc5ec8bf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1734424239669 2024-12-17T08:30:42,161 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 638b18dc421f41c1bcf6cde89bd19407, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1734424239669 2024-12-17T08:30:42,161 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 49ebf867dbb142fcb15a6860fa325c17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734424240185 2024-12-17T08:30:42,162 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6c13d438cc24f989aa48f413714e0ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734424240184 2024-12-17T08:30:42,169 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:42,170 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/665fb6deb3fd4fe6882de314521c4d81 is 50, key is test_row_0/B:col10/1734424241307/Put/seqid=0 2024-12-17T08:30:42,172 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:42,173 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/9d98f2a4ea0c4efe95a01c320cb3a92b is 50, key is test_row_0/A:col10/1734424241307/Put/seqid=0 2024-12-17T08:30:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742316_1492 (size=12207) 2024-12-17T08:30:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742315_1491 (size=12207) 2024-12-17T08:30:42,194 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/665fb6deb3fd4fe6882de314521c4d81 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/665fb6deb3fd4fe6882de314521c4d81 2024-12-17T08:30:42,198 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into 665fb6deb3fd4fe6882de314521c4d81(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:42,198 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:42,198 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424242158; duration=0sec 2024-12-17T08:30:42,198 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:42,198 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:42,198 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:42,199 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:42,199 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:42,199 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:42,199 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/fabc565febf04ae1a3f304ffe1dcad9e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c823702815e445b8bf31d771935efe49, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/57ce94b0bd4249b291484d344e8e9386] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.3 K 2024-12-17T08:30:42,200 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting fabc565febf04ae1a3f304ffe1dcad9e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734424238044 2024-12-17T08:30:42,200 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c823702815e445b8bf31d771935efe49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1734424239669 2024-12-17T08:30:42,200 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ce94b0bd4249b291484d344e8e9386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734424240185 2024-12-17T08:30:42,205 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:42,206 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/dde765ac746848dc8d9f11538196a6fd is 50, key is test_row_0/C:col10/1734424241307/Put/seqid=0 2024-12-17T08:30:42,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742317_1493 (size=12207) 2024-12-17T08:30:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T08:30:42,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-17T08:30:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:42,245 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:30:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:42,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/56db6fd424d742e598ad6a5c2667b97c is 50, key is test_row_0/A:col10/1734424241336/Put/seqid=0 2024-12-17T08:30:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742318_1494 (size=12001) 2024-12-17T08:30:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:42,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424302496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424302496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424302497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424302499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,593 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/9d98f2a4ea0c4efe95a01c320cb3a92b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/9d98f2a4ea0c4efe95a01c320cb3a92b 2024-12-17T08:30:42,597 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into 9d98f2a4ea0c4efe95a01c320cb3a92b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:42,597 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:42,597 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424242158; duration=0sec 2024-12-17T08:30:42,597 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:42,597 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:42,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424302601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424302601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424302603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424302603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,614 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/dde765ac746848dc8d9f11538196a6fd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dde765ac746848dc8d9f11538196a6fd 2024-12-17T08:30:42,618 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into dde765ac746848dc8d9f11538196a6fd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:42,618 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:42,618 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424242158; duration=0sec 2024-12-17T08:30:42,618 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:42,618 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:42,658 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/56db6fd424d742e598ad6a5c2667b97c 2024-12-17T08:30:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/286f0086b7cb46df93d9953f142a69cc is 50, key is test_row_0/B:col10/1734424241336/Put/seqid=0 2024-12-17T08:30:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742319_1495 (size=12001) 2024-12-17T08:30:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T08:30:42,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424302807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424302808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424302808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:42,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424302809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,079 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/286f0086b7cb46df93d9953f142a69cc 2024-12-17T08:30:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/8b70caf983204935bdf2889fd5cf6592 is 50, key is test_row_0/C:col10/1734424241336/Put/seqid=0 2024-12-17T08:30:43,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742320_1496 (size=12001) 2024-12-17T08:30:43,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424303110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424303113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424303114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424303115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,495 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/8b70caf983204935bdf2889fd5cf6592 2024-12-17T08:30:43,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/56db6fd424d742e598ad6a5c2667b97c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/56db6fd424d742e598ad6a5c2667b97c 2024-12-17T08:30:43,502 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/56db6fd424d742e598ad6a5c2667b97c, entries=150, sequenceid=113, filesize=11.7 K 2024-12-17T08:30:43,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/286f0086b7cb46df93d9953f142a69cc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/286f0086b7cb46df93d9953f142a69cc 2024-12-17T08:30:43,506 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/286f0086b7cb46df93d9953f142a69cc, entries=150, sequenceid=113, filesize=11.7 K 2024-12-17T08:30:43,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/8b70caf983204935bdf2889fd5cf6592 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/8b70caf983204935bdf2889fd5cf6592 2024-12-17T08:30:43,510 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/8b70caf983204935bdf2889fd5cf6592, entries=150, sequenceid=113, filesize=11.7 K 2024-12-17T08:30:43,511 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f14c7d80053fb8760be1b20714d0a633 in 1266ms, sequenceid=113, compaction requested=false 2024-12-17T08:30:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-17T08:30:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-17T08:30:43,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-17T08:30:43,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8780 sec 2024-12-17T08:30:43,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.8810 sec 2024-12-17T08:30:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:43,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T08:30:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:43,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/4e07b239950448509eda5c9cf0a6bdfd is 50, key is test_row_0/A:col10/1734424243620/Put/seqid=0 2024-12-17T08:30:43,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742321_1497 (size=12101) 2024-12-17T08:30:43,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424303644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424303645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424303646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424303647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-17T08:30:43,737 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-17T08:30:43,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-17T08:30:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T08:30:43,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:43,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:43,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:43,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424303749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424303750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424303753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424303753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424303819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,823 DEBUG [Thread-2101 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T08:30:43,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T08:30:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:43,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:43,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424303954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424303954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424303955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424303957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/4e07b239950448509eda5c9cf0a6bdfd 2024-12-17T08:30:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T08:30:44,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T08:30:44,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:44,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f39110bcfe42419982309233492a6cdb is 50, key is test_row_0/B:col10/1734424243620/Put/seqid=0 2024-12-17T08:30:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742322_1498 (size=12101) 2024-12-17T08:30:44,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T08:30:44,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:44,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424304259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424304259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424304260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424304261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T08:30:44,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T08:30:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f39110bcfe42419982309233492a6cdb 2024-12-17T08:30:44,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/6b545d2332bd4778b0e491d0da52d148 is 50, key is test_row_0/C:col10/1734424243620/Put/seqid=0 2024-12-17T08:30:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742323_1499 (size=12101) 2024-12-17T08:30:44,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/6b545d2332bd4778b0e491d0da52d148 2024-12-17T08:30:44,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/4e07b239950448509eda5c9cf0a6bdfd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/4e07b239950448509eda5c9cf0a6bdfd 2024-12-17T08:30:44,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/4e07b239950448509eda5c9cf0a6bdfd, entries=150, sequenceid=130, filesize=11.8 K 2024-12-17T08:30:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f39110bcfe42419982309233492a6cdb as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f39110bcfe42419982309233492a6cdb 2024-12-17T08:30:44,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T08:30:44,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f39110bcfe42419982309233492a6cdb, entries=150, sequenceid=130, filesize=11.8 K 2024-12-17T08:30:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/6b545d2332bd4778b0e491d0da52d148 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6b545d2332bd4778b0e491d0da52d148 2024-12-17T08:30:44,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6b545d2332bd4778b0e491d0da52d148, entries=150, sequenceid=130, filesize=11.8 K 2024-12-17T08:30:44,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f14c7d80053fb8760be1b20714d0a633 in 888ms, sequenceid=130, compaction requested=true 2024-12-17T08:30:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:44,510 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:44,510 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:44,511 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:44,511 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:44,511 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:44,511 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,511 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:44,511 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,511 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/9d98f2a4ea0c4efe95a01c320cb3a92b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/56db6fd424d742e598ad6a5c2667b97c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/4e07b239950448509eda5c9cf0a6bdfd] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.5 K 2024-12-17T08:30:44,511 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/665fb6deb3fd4fe6882de314521c4d81, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/286f0086b7cb46df93d9953f142a69cc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f39110bcfe42419982309233492a6cdb] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.5 K 2024-12-17T08:30:44,511 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d98f2a4ea0c4efe95a01c320cb3a92b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734424240185 2024-12-17T08:30:44,511 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 665fb6deb3fd4fe6882de314521c4d81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734424240185 2024-12-17T08:30:44,512 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 286f0086b7cb46df93d9953f142a69cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734424241325 2024-12-17T08:30:44,512 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56db6fd424d742e598ad6a5c2667b97c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734424241325 2024-12-17T08:30:44,512 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f39110bcfe42419982309233492a6cdb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734424242498 2024-12-17T08:30:44,512 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e07b239950448509eda5c9cf0a6bdfd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734424242498 2024-12-17T08:30:44,518 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:44,518 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/ab2ff33ab00f488cbc620946f506502a is 50, key is test_row_0/A:col10/1734424243620/Put/seqid=0 2024-12-17T08:30:44,518 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:44,519 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/13034730dc2946aa9fbef63630b56b57 is 50, key is test_row_0/B:col10/1734424243620/Put/seqid=0 2024-12-17T08:30:44,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742324_1500 (size=12409) 2024-12-17T08:30:44,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742325_1501 (size=12409) 2024-12-17T08:30:44,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-17T08:30:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,657 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:30:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:44,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/d22ef68d4fba430282e5a57c4f86be04 is 50, key is test_row_0/A:col10/1734424243646/Put/seqid=0 2024-12-17T08:30:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742326_1502 (size=12151) 2024-12-17T08:30:44,678 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/d22ef68d4fba430282e5a57c4f86be04 2024-12-17T08:30:44,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6c923ed0a30440ed97db4888221bdfe6 is 50, key is test_row_0/B:col10/1734424243646/Put/seqid=0 2024-12-17T08:30:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742327_1503 (size=12151) 2024-12-17T08:30:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:44,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424304783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424304784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424304784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424304784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T08:30:44,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424304888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424304891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424304891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424304891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:44,933 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/13034730dc2946aa9fbef63630b56b57 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/13034730dc2946aa9fbef63630b56b57 2024-12-17T08:30:44,933 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/ab2ff33ab00f488cbc620946f506502a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ab2ff33ab00f488cbc620946f506502a 2024-12-17T08:30:44,938 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into ab2ff33ab00f488cbc620946f506502a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:44,938 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into 13034730dc2946aa9fbef63630b56b57(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:44,938 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:44,938 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:44,938 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424244510; duration=0sec 2024-12-17T08:30:44,938 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424244510; duration=0sec 2024-12-17T08:30:44,938 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:44,938 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:44,938 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:44,938 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:44,938 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:44,939 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:44,939 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:44,939 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:44,939 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dde765ac746848dc8d9f11538196a6fd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/8b70caf983204935bdf2889fd5cf6592, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6b545d2332bd4778b0e491d0da52d148] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.5 K 2024-12-17T08:30:44,939 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting dde765ac746848dc8d9f11538196a6fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734424240185 2024-12-17T08:30:44,940 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b70caf983204935bdf2889fd5cf6592, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734424241325 2024-12-17T08:30:44,940 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b545d2332bd4778b0e491d0da52d148, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734424242498 2024-12-17T08:30:44,945 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:44,946 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/7033532276b34bf491c2b8f211cbce6c is 50, key is test_row_0/C:col10/1734424243620/Put/seqid=0 2024-12-17T08:30:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742328_1504 (size=12409) 2024-12-17T08:30:45,090 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6c923ed0a30440ed97db4888221bdfe6 2024-12-17T08:30:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/c3c874b1de0d430199d39210121d62b2 is 50, key is test_row_0/C:col10/1734424243646/Put/seqid=0 2024-12-17T08:30:45,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742329_1505 (size=12151) 2024-12-17T08:30:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424305097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,101 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/c3c874b1de0d430199d39210121d62b2 2024-12-17T08:30:45,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/d22ef68d4fba430282e5a57c4f86be04 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/d22ef68d4fba430282e5a57c4f86be04 2024-12-17T08:30:45,108 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/d22ef68d4fba430282e5a57c4f86be04, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T08:30:45,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6c923ed0a30440ed97db4888221bdfe6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6c923ed0a30440ed97db4888221bdfe6 2024-12-17T08:30:45,112 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6c923ed0a30440ed97db4888221bdfe6, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T08:30:45,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/c3c874b1de0d430199d39210121d62b2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c3c874b1de0d430199d39210121d62b2 2024-12-17T08:30:45,116 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c3c874b1de0d430199d39210121d62b2, entries=150, sequenceid=151, filesize=11.9 K 2024-12-17T08:30:45,116 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f14c7d80053fb8760be1b20714d0a633 in 459ms, sequenceid=151, compaction requested=false 2024-12-17T08:30:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-17T08:30:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-17T08:30:45,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-17T08:30:45,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3770 sec 2024-12-17T08:30:45,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.3810 sec 2024-12-17T08:30:45,360 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/7033532276b34bf491c2b8f211cbce6c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/7033532276b34bf491c2b8f211cbce6c 2024-12-17T08:30:45,364 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into 7033532276b34bf491c2b8f211cbce6c(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:45,364 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:45,364 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424244510; duration=0sec 2024-12-17T08:30:45,364 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:45,364 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:45,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T08:30:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:45,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:45,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/da0d8b8aa84f4241b6115f8a655ea65f is 50, key is test_row_0/A:col10/1734424245404/Put/seqid=0 2024-12-17T08:30:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742330_1506 (size=14541) 2024-12-17T08:30:45,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/da0d8b8aa84f4241b6115f8a655ea65f 2024-12-17T08:30:45,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/8bbb31498c5045c6ae7ee64414aa7c61 is 50, key is test_row_0/B:col10/1734424245404/Put/seqid=0 2024-12-17T08:30:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742331_1507 (size=12151) 2024-12-17T08:30:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424305426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424305427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424305427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424305432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424305536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424305536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424305540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424305552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424305739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424305742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424305745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424305755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:45,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/8bbb31498c5045c6ae7ee64414aa7c61 2024-12-17T08:30:45,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/39b58254cfca46079968f23eb6287aa8 is 50, key is test_row_0/C:col10/1734424245404/Put/seqid=0 2024-12-17T08:30:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742332_1508 (size=12151) 2024-12-17T08:30:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-17T08:30:45,844 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-17T08:30:45,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-17T08:30:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T08:30:45,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:45,847 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:45,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T08:30:45,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-17T08:30:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424306043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424306050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424306051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424306061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T08:30:46,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-17T08:30:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:46,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/39b58254cfca46079968f23eb6287aa8 2024-12-17T08:30:46,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/da0d8b8aa84f4241b6115f8a655ea65f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/da0d8b8aa84f4241b6115f8a655ea65f 2024-12-17T08:30:46,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/da0d8b8aa84f4241b6115f8a655ea65f, entries=200, sequenceid=172, filesize=14.2 K 2024-12-17T08:30:46,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/8bbb31498c5045c6ae7ee64414aa7c61 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/8bbb31498c5045c6ae7ee64414aa7c61 2024-12-17T08:30:46,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/8bbb31498c5045c6ae7ee64414aa7c61, entries=150, sequenceid=172, filesize=11.9 K 2024-12-17T08:30:46,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/39b58254cfca46079968f23eb6287aa8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/39b58254cfca46079968f23eb6287aa8 2024-12-17T08:30:46,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/39b58254cfca46079968f23eb6287aa8, entries=150, sequenceid=172, filesize=11.9 K 2024-12-17T08:30:46,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f14c7d80053fb8760be1b20714d0a633 in 847ms, sequenceid=172, compaction requested=true 2024-12-17T08:30:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:46,252 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:46,252 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:46,253 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:46,253 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:46,253 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:46,253 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:46,253 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,253 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,253 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ab2ff33ab00f488cbc620946f506502a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/d22ef68d4fba430282e5a57c4f86be04, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/da0d8b8aa84f4241b6115f8a655ea65f] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=38.2 K 2024-12-17T08:30:46,253 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/13034730dc2946aa9fbef63630b56b57, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6c923ed0a30440ed97db4888221bdfe6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/8bbb31498c5045c6ae7ee64414aa7c61] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.9 K 2024-12-17T08:30:46,254 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab2ff33ab00f488cbc620946f506502a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734424242498 2024-12-17T08:30:46,254 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 13034730dc2946aa9fbef63630b56b57, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734424242498 2024-12-17T08:30:46,254 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting d22ef68d4fba430282e5a57c4f86be04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734424243642 2024-12-17T08:30:46,254 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c923ed0a30440ed97db4888221bdfe6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734424243642 2024-12-17T08:30:46,254 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bbb31498c5045c6ae7ee64414aa7c61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424245403 2024-12-17T08:30:46,254 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting da0d8b8aa84f4241b6115f8a655ea65f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424244782 2024-12-17T08:30:46,261 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:46,262 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/ff696e22b95d456c8dd236bc5319d2f1 is 50, key is test_row_0/B:col10/1734424245404/Put/seqid=0 2024-12-17T08:30:46,262 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:46,263 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/f8a27862fe6740ac9ead98d17b8d46c0 is 50, key is test_row_0/A:col10/1734424245404/Put/seqid=0 2024-12-17T08:30:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742333_1509 (size=12561) 2024-12-17T08:30:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742334_1510 (size=12561) 2024-12-17T08:30:46,282 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/ff696e22b95d456c8dd236bc5319d2f1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/ff696e22b95d456c8dd236bc5319d2f1 2024-12-17T08:30:46,286 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into ff696e22b95d456c8dd236bc5319d2f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:46,286 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:46,286 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424246252; duration=0sec 2024-12-17T08:30:46,286 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:46,286 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:46,286 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:46,287 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:46,287 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:46,287 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,287 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/7033532276b34bf491c2b8f211cbce6c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c3c874b1de0d430199d39210121d62b2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/39b58254cfca46079968f23eb6287aa8] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=35.9 K 2024-12-17T08:30:46,287 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 7033532276b34bf491c2b8f211cbce6c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734424242498 2024-12-17T08:30:46,288 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c3c874b1de0d430199d39210121d62b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1734424243642 2024-12-17T08:30:46,288 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b58254cfca46079968f23eb6287aa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424245403 2024-12-17T08:30:46,294 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:46,294 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/a892d10b7ed34829b25dea79c33d87d5 is 50, key is test_row_0/C:col10/1734424245404/Put/seqid=0 2024-12-17T08:30:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742335_1511 (size=12561) 2024-12-17T08:30:46,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-17T08:30:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,306 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/a892d10b7ed34829b25dea79c33d87d5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a892d10b7ed34829b25dea79c33d87d5 2024-12-17T08:30:46,306 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T08:30:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/69ebc8b0bb7d433c837c22f70f30135a is 50, key is test_row_0/A:col10/1734424245431/Put/seqid=0 2024-12-17T08:30:46,321 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into a892d10b7ed34829b25dea79c33d87d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:46,321 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:46,321 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424246252; duration=0sec 2024-12-17T08:30:46,321 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:46,321 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742336_1512 (size=12151) 2024-12-17T08:30:46,325 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/69ebc8b0bb7d433c837c22f70f30135a 2024-12-17T08:30:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/987eb73ca32e473e976a4343f12a2ee1 is 50, key is test_row_0/B:col10/1734424245431/Put/seqid=0 2024-12-17T08:30:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742337_1513 (size=12151) 2024-12-17T08:30:46,348 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/987eb73ca32e473e976a4343f12a2ee1 2024-12-17T08:30:46,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bdc70c0d1720438f95d6fd4e160fda62 is 50, key is test_row_0/C:col10/1734424245431/Put/seqid=0 2024-12-17T08:30:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742338_1514 (size=12151) 2024-12-17T08:30:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T08:30:46,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:46,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424306574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424306577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424306578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424306579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,678 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/f8a27862fe6740ac9ead98d17b8d46c0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f8a27862fe6740ac9ead98d17b8d46c0 2024-12-17T08:30:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424306680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,683 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into f8a27862fe6740ac9ead98d17b8d46c0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:46,683 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:46,683 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424246252; duration=0sec 2024-12-17T08:30:46,683 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:46,683 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:46,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424306682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424306683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424306684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,773 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bdc70c0d1720438f95d6fd4e160fda62 2024-12-17T08:30:46,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/69ebc8b0bb7d433c837c22f70f30135a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/69ebc8b0bb7d433c837c22f70f30135a 2024-12-17T08:30:46,780 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/69ebc8b0bb7d433c837c22f70f30135a, entries=150, sequenceid=191, filesize=11.9 K 2024-12-17T08:30:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/987eb73ca32e473e976a4343f12a2ee1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/987eb73ca32e473e976a4343f12a2ee1 2024-12-17T08:30:46,784 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/987eb73ca32e473e976a4343f12a2ee1, entries=150, sequenceid=191, filesize=11.9 K 2024-12-17T08:30:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bdc70c0d1720438f95d6fd4e160fda62 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bdc70c0d1720438f95d6fd4e160fda62 2024-12-17T08:30:46,788 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bdc70c0d1720438f95d6fd4e160fda62, entries=150, sequenceid=191, filesize=11.9 K 2024-12-17T08:30:46,788 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for f14c7d80053fb8760be1b20714d0a633 in 482ms, sequenceid=191, compaction requested=false 2024-12-17T08:30:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-17T08:30:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-17T08:30:46,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-17T08:30:46,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 942 msec 2024-12-17T08:30:46,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 946 msec 2024-12-17T08:30:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:46,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T08:30:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:46,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/66ab1c2d614145eb8d197a2859a66aa5 is 50, key is test_row_0/A:col10/1734424246578/Put/seqid=0 2024-12-17T08:30:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742339_1515 (size=14541) 2024-12-17T08:30:46,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424306906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424306908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424306913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424306914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-17T08:30:46,949 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-17T08:30:46,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-17T08:30:46,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T08:30:46,953 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:46,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424307015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424307016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424307020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424307020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T08:30:47,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:47,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:47,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424307218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424307222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424307223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424307224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T08:30:47,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/66ab1c2d614145eb8d197a2859a66aa5 2024-12-17T08:30:47,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/27f8642cd8e549d5934b87983f6335ff is 50, key is test_row_0/B:col10/1734424246578/Put/seqid=0 2024-12-17T08:30:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742340_1516 (size=12151) 2024-12-17T08:30:47,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424307523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424307527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424307528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424307530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T08:30:47,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/27f8642cd8e549d5934b87983f6335ff 2024-12-17T08:30:47,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bacaafec4ae94ad5a0adc48c00599be0 is 50, key is test_row_0/C:col10/1734424246578/Put/seqid=0 2024-12-17T08:30:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742341_1517 (size=12151) 2024-12-17T08:30:47,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40944 deadline: 1734424307839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,841 DEBUG [Thread-2101 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., hostname=c41f045e1357,40233,1734424111672, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:30:47,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:47,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:47,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:47,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:48,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:48,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:48,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:48,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:48,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:48,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:48,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424308029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:48,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424308034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:48,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424308035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:48,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424308036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T08:30:48,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bacaafec4ae94ad5a0adc48c00599be0 2024-12-17T08:30:48,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/66ab1c2d614145eb8d197a2859a66aa5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/66ab1c2d614145eb8d197a2859a66aa5 2024-12-17T08:30:48,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/66ab1c2d614145eb8d197a2859a66aa5, entries=200, sequenceid=213, filesize=14.2 K 2024-12-17T08:30:48,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/27f8642cd8e549d5934b87983f6335ff as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/27f8642cd8e549d5934b87983f6335ff 2024-12-17T08:30:48,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/27f8642cd8e549d5934b87983f6335ff, entries=150, sequenceid=213, filesize=11.9 K 2024-12-17T08:30:48,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/bacaafec4ae94ad5a0adc48c00599be0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bacaafec4ae94ad5a0adc48c00599be0 2024-12-17T08:30:48,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bacaafec4ae94ad5a0adc48c00599be0, entries=150, sequenceid=213, filesize=11.9 K 2024-12-17T08:30:48,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f14c7d80053fb8760be1b20714d0a633 in 1256ms, sequenceid=213, compaction requested=true 2024-12-17T08:30:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:48,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:48,142 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:48,142 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:48,142 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:48,142 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:48,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:48,143 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:48,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:48,143 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:48,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/ff696e22b95d456c8dd236bc5319d2f1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/987eb73ca32e473e976a4343f12a2ee1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/27f8642cd8e549d5934b87983f6335ff] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.0 K 2024-12-17T08:30:48,143 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f8a27862fe6740ac9ead98d17b8d46c0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/69ebc8b0bb7d433c837c22f70f30135a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/66ab1c2d614145eb8d197a2859a66aa5] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=38.3 K 2024-12-17T08:30:48,143 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8a27862fe6740ac9ead98d17b8d46c0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424245403 2024-12-17T08:30:48,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ff696e22b95d456c8dd236bc5319d2f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424245403 2024-12-17T08:30:48,144 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 987eb73ca32e473e976a4343f12a2ee1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1734424245420 2024-12-17T08:30:48,144 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69ebc8b0bb7d433c837c22f70f30135a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1734424245420 2024-12-17T08:30:48,144 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 27f8642cd8e549d5934b87983f6335ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734424246572 2024-12-17T08:30:48,144 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66ab1c2d614145eb8d197a2859a66aa5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734424246572 2024-12-17T08:30:48,150 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:48,150 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:48,151 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/04e82427a94a4e3b81362875c1985e29 is 50, key is test_row_0/B:col10/1734424246578/Put/seqid=0 2024-12-17T08:30:48,151 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/7db5182bd2be4b63ba695b665ca1963d is 50, key is test_row_0/A:col10/1734424246578/Put/seqid=0 2024-12-17T08:30:48,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742342_1518 (size=12663) 2024-12-17T08:30:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742343_1519 (size=12663) 2024-12-17T08:30:48,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:48,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-17T08:30:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:48,176 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T08:30:48,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:48,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:48,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:48,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:48,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:48,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:48,178 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/04e82427a94a4e3b81362875c1985e29 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/04e82427a94a4e3b81362875c1985e29 2024-12-17T08:30:48,184 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into 04e82427a94a4e3b81362875c1985e29(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:48,184 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:48,184 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424248141; duration=0sec 2024-12-17T08:30:48,184 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:48,184 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:48,184 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:48,185 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:48,185 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:48,185 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:48,185 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a892d10b7ed34829b25dea79c33d87d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bdc70c0d1720438f95d6fd4e160fda62, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bacaafec4ae94ad5a0adc48c00599be0] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.0 K 2024-12-17T08:30:48,186 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a892d10b7ed34829b25dea79c33d87d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734424245403 2024-12-17T08:30:48,186 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bdc70c0d1720438f95d6fd4e160fda62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1734424245420 2024-12-17T08:30:48,186 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bacaafec4ae94ad5a0adc48c00599be0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734424246572 2024-12-17T08:30:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/127c6f7b9fd24043aa4446046147ef71 is 50, key is test_row_0/A:col10/1734424246905/Put/seqid=0 2024-12-17T08:30:48,201 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:48,202 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/e693b331bfc245b489896c54a96dc573 is 50, key is test_row_0/C:col10/1734424246578/Put/seqid=0 2024-12-17T08:30:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742344_1520 (size=12151) 2024-12-17T08:30:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742345_1521 (size=12663) 2024-12-17T08:30:48,570 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/7db5182bd2be4b63ba695b665ca1963d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7db5182bd2be4b63ba695b665ca1963d 2024-12-17T08:30:48,574 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into 7db5182bd2be4b63ba695b665ca1963d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:48,574 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:48,574 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424248141; duration=0sec 2024-12-17T08:30:48,574 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:48,574 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:48,626 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/127c6f7b9fd24043aa4446046147ef71 2024-12-17T08:30:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/bc25fcec66d94d4daf783caf9be0f667 is 50, key is test_row_0/B:col10/1734424246905/Put/seqid=0 2024-12-17T08:30:48,635 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/e693b331bfc245b489896c54a96dc573 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/e693b331bfc245b489896c54a96dc573 2024-12-17T08:30:48,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742346_1522 (size=12151) 2024-12-17T08:30:48,644 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into e693b331bfc245b489896c54a96dc573(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:48,644 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:48,644 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424248141; duration=0sec 2024-12-17T08:30:48,644 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:48,644 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:49,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:49,039 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/bc25fcec66d94d4daf783caf9be0f667 2024-12-17T08:30:49,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/75fa70e08db34db890cd6448b3946964 is 50, key is test_row_0/C:col10/1734424246905/Put/seqid=0 2024-12-17T08:30:49,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742347_1523 (size=12151) 2024-12-17T08:30:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T08:30:49,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424309063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424309064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424309065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424309068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424309169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424309170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424309170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424309174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424309373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424309376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424309377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424309377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,450 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/75fa70e08db34db890cd6448b3946964 2024-12-17T08:30:49,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/127c6f7b9fd24043aa4446046147ef71 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/127c6f7b9fd24043aa4446046147ef71 2024-12-17T08:30:49,458 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/127c6f7b9fd24043aa4446046147ef71, entries=150, sequenceid=229, filesize=11.9 K 2024-12-17T08:30:49,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/bc25fcec66d94d4daf783caf9be0f667 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/bc25fcec66d94d4daf783caf9be0f667 2024-12-17T08:30:49,462 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/bc25fcec66d94d4daf783caf9be0f667, entries=150, sequenceid=229, filesize=11.9 K 2024-12-17T08:30:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/75fa70e08db34db890cd6448b3946964 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/75fa70e08db34db890cd6448b3946964 2024-12-17T08:30:49,467 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/75fa70e08db34db890cd6448b3946964, entries=150, sequenceid=229, filesize=11.9 K 2024-12-17T08:30:49,467 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f14c7d80053fb8760be1b20714d0a633 in 1291ms, sequenceid=229, compaction requested=false 2024-12-17T08:30:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-17T08:30:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-17T08:30:49,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-17T08:30:49,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5160 sec 2024-12-17T08:30:49,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.5200 sec 2024-12-17T08:30:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:49,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:30:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:49,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/f2bcc32c121c4e8f92b237a4cf47400b is 50, key is test_row_0/A:col10/1734424249680/Put/seqid=0 2024-12-17T08:30:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742348_1524 (size=14541) 2024-12-17T08:30:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424309693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424309694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424309696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424309697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424309798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424309799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424309802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:49,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424309802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424310002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424310003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424310007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424310007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/f2bcc32c121c4e8f92b237a4cf47400b 2024-12-17T08:30:50,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/3c026401b1324ca5934c5afbe8716e5e is 50, key is test_row_0/B:col10/1734424249680/Put/seqid=0 2024-12-17T08:30:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742349_1525 (size=12151) 2024-12-17T08:30:50,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/3c026401b1324ca5934c5afbe8716e5e 2024-12-17T08:30:50,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/770c7b0c37a64012b1dfc54a8039a3dc is 50, key is test_row_0/C:col10/1734424249680/Put/seqid=0 2024-12-17T08:30:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742350_1526 (size=12151) 2024-12-17T08:30:50,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/770c7b0c37a64012b1dfc54a8039a3dc 2024-12-17T08:30:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/f2bcc32c121c4e8f92b237a4cf47400b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f2bcc32c121c4e8f92b237a4cf47400b 2024-12-17T08:30:50,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f2bcc32c121c4e8f92b237a4cf47400b, entries=200, sequenceid=253, filesize=14.2 K 2024-12-17T08:30:50,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/3c026401b1324ca5934c5afbe8716e5e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3c026401b1324ca5934c5afbe8716e5e 2024-12-17T08:30:50,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3c026401b1324ca5934c5afbe8716e5e, entries=150, sequenceid=253, filesize=11.9 K 2024-12-17T08:30:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/770c7b0c37a64012b1dfc54a8039a3dc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/770c7b0c37a64012b1dfc54a8039a3dc 2024-12-17T08:30:50,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/770c7b0c37a64012b1dfc54a8039a3dc, entries=150, sequenceid=253, filesize=11.9 K 2024-12-17T08:30:50,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f14c7d80053fb8760be1b20714d0a633 in 445ms, sequenceid=253, compaction requested=true 2024-12-17T08:30:50,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:50,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:50,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:50,128 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:50,128 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:50,128 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:50,128 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:50,128 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:50,128 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7db5182bd2be4b63ba695b665ca1963d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/127c6f7b9fd24043aa4446046147ef71, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f2bcc32c121c4e8f92b237a4cf47400b] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=38.4 K 2024-12-17T08:30:50,129 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7db5182bd2be4b63ba695b665ca1963d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734424246572 2024-12-17T08:30:50,129 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 127c6f7b9fd24043aa4446046147ef71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1734424246905 2024-12-17T08:30:50,129 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:50,129 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2bcc32c121c4e8f92b237a4cf47400b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424249062 2024-12-17T08:30:50,129 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:50,129 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:50,130 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/04e82427a94a4e3b81362875c1985e29, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/bc25fcec66d94d4daf783caf9be0f667, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3c026401b1324ca5934c5afbe8716e5e] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.1 K 2024-12-17T08:30:50,130 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e82427a94a4e3b81362875c1985e29, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734424246572 2024-12-17T08:30:50,130 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting bc25fcec66d94d4daf783caf9be0f667, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1734424246905 2024-12-17T08:30:50,131 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c026401b1324ca5934c5afbe8716e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424249064 2024-12-17T08:30:50,138 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:50,139 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/39fc020332894a37a07c63156402a7f0 is 50, key is test_row_0/A:col10/1734424249680/Put/seqid=0 2024-12-17T08:30:50,141 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:50,142 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f0598d438237467a9060a726f4640d64 is 50, key is test_row_0/B:col10/1734424249680/Put/seqid=0 2024-12-17T08:30:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742351_1527 (size=12765) 2024-12-17T08:30:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742352_1528 (size=12765) 2024-12-17T08:30:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:50,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T08:30:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:50,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:50,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/1592eaad8cfb4b6e93a88b7899168c59 is 50, key is test_row_0/A:col10/1734424249696/Put/seqid=0 2024-12-17T08:30:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742353_1529 (size=14691) 2024-12-17T08:30:50,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424310333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424310339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424310340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424310340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424310441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424310446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424310446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424310451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,556 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/39fc020332894a37a07c63156402a7f0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/39fc020332894a37a07c63156402a7f0 2024-12-17T08:30:50,556 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/f0598d438237467a9060a726f4640d64 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f0598d438237467a9060a726f4640d64 2024-12-17T08:30:50,561 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into f0598d438237467a9060a726f4640d64(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:50,561 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:50,561 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424250128; duration=0sec 2024-12-17T08:30:50,561 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into 39fc020332894a37a07c63156402a7f0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:50,561 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:50,561 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424250127; duration=0sec 2024-12-17T08:30:50,561 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:50,561 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:50,561 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:50,561 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:50,561 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:50,562 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:50,562 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:50,562 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:50,562 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/e693b331bfc245b489896c54a96dc573, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/75fa70e08db34db890cd6448b3946964, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/770c7b0c37a64012b1dfc54a8039a3dc] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.1 K 2024-12-17T08:30:50,563 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e693b331bfc245b489896c54a96dc573, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734424246572 2024-12-17T08:30:50,563 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 75fa70e08db34db890cd6448b3946964, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1734424246905 2024-12-17T08:30:50,563 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 770c7b0c37a64012b1dfc54a8039a3dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424249064 2024-12-17T08:30:50,569 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:50,569 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/a70ff0bcfef440228eaf05cc19d64cde is 50, key is test_row_0/C:col10/1734424249680/Put/seqid=0 2024-12-17T08:30:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742354_1530 (size=12765) 2024-12-17T08:30:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424310643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424310648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424310649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424310655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/1592eaad8cfb4b6e93a88b7899168c59 2024-12-17T08:30:50,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/c8bc2ccbf0694f998b6091ad422cbb38 is 50, key is test_row_0/B:col10/1734424249696/Put/seqid=0 2024-12-17T08:30:50,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742355_1531 (size=12301) 2024-12-17T08:30:50,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424310951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424310954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424310956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424310959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:50,978 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/a70ff0bcfef440228eaf05cc19d64cde as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a70ff0bcfef440228eaf05cc19d64cde 2024-12-17T08:30:50,983 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into a70ff0bcfef440228eaf05cc19d64cde(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:50,983 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:50,983 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424250128; duration=0sec 2024-12-17T08:30:50,984 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:50,984 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-17T08:30:51,056 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-17T08:30:51,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-17T08:30:51,059 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T08:30:51,060 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:51,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:51,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/c8bc2ccbf0694f998b6091ad422cbb38 2024-12-17T08:30:51,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/6862232978574452833eff490f74e9be is 50, key is test_row_0/C:col10/1734424249696/Put/seqid=0 2024-12-17T08:30:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742356_1532 (size=12301) 2024-12-17T08:30:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T08:30:51,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-17T08:30:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:51,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T08:30:51,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-17T08:30:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:51,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424311456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424311458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424311461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424311465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-17T08:30:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:51,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:51,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/6862232978574452833eff490f74e9be 2024-12-17T08:30:51,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/1592eaad8cfb4b6e93a88b7899168c59 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/1592eaad8cfb4b6e93a88b7899168c59 2024-12-17T08:30:51,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/1592eaad8cfb4b6e93a88b7899168c59, entries=200, sequenceid=269, filesize=14.3 K 2024-12-17T08:30:51,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/c8bc2ccbf0694f998b6091ad422cbb38 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/c8bc2ccbf0694f998b6091ad422cbb38 2024-12-17T08:30:51,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/c8bc2ccbf0694f998b6091ad422cbb38, entries=150, sequenceid=269, filesize=12.0 K 2024-12-17T08:30:51,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/6862232978574452833eff490f74e9be as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6862232978574452833eff490f74e9be 2024-12-17T08:30:51,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6862232978574452833eff490f74e9be, entries=150, sequenceid=269, filesize=12.0 K 2024-12-17T08:30:51,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f14c7d80053fb8760be1b20714d0a633 in 1254ms, sequenceid=269, compaction requested=false 2024-12-17T08:30:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T08:30:51,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:51,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-17T08:30:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:51,670 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-17T08:30:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:51,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:51,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:51,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:51,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:51,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:51,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/71e3088ba23b4815a8471c16a81ea3d4 is 50, key is test_row_0/A:col10/1734424250338/Put/seqid=0 2024-12-17T08:30:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742357_1533 (size=12301) 2024-12-17T08:30:52,082 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/71e3088ba23b4815a8471c16a81ea3d4 2024-12-17T08:30:52,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6d60e4ee981a427faa795ab78a4fe91b is 50, key is test_row_0/B:col10/1734424250338/Put/seqid=0 2024-12-17T08:30:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742358_1534 (size=12301) 2024-12-17T08:30:52,106 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6d60e4ee981a427faa795ab78a4fe91b 2024-12-17T08:30:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/493d15722aec43bb9d903962cb3e0d5a is 50, key is test_row_0/C:col10/1734424250338/Put/seqid=0 2024-12-17T08:30:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742359_1535 (size=12301) 2024-12-17T08:30:52,116 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/493d15722aec43bb9d903962cb3e0d5a 2024-12-17T08:30:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/71e3088ba23b4815a8471c16a81ea3d4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/71e3088ba23b4815a8471c16a81ea3d4 2024-12-17T08:30:52,123 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/71e3088ba23b4815a8471c16a81ea3d4, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T08:30:52,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6d60e4ee981a427faa795ab78a4fe91b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6d60e4ee981a427faa795ab78a4fe91b 2024-12-17T08:30:52,128 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6d60e4ee981a427faa795ab78a4fe91b, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T08:30:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/493d15722aec43bb9d903962cb3e0d5a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/493d15722aec43bb9d903962cb3e0d5a 2024-12-17T08:30:52,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/493d15722aec43bb9d903962cb3e0d5a, entries=150, sequenceid=292, filesize=12.0 K 2024-12-17T08:30:52,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for f14c7d80053fb8760be1b20714d0a633 in 462ms, sequenceid=292, compaction requested=true 2024-12-17T08:30:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-17T08:30:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-17T08:30:52,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-17T08:30:52,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-12-17T08:30:52,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0770 sec 2024-12-17T08:30:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-17T08:30:52,162 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-17T08:30:52,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-17T08:30:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-17T08:30:52,165 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:52,165 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:52,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-17T08:30:52,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-17T08:30:52,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:52,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-17T08:30:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-17T08:30:52,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-17T08:30:52,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 152 msec 2024-12-17T08:30:52,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 155 msec 2024-12-17T08:30:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-17T08:30:52,466 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-17T08:30:52,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-17T08:30:52,469 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T08:30:52,469 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:52,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:52,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:30:52,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:52,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:52,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/3b8a1a0c66864a928f5c3030ff18bbd8 is 50, key is test_row_0/A:col10/1734424252472/Put/seqid=0 2024-12-17T08:30:52,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742360_1536 (size=17181) 2024-12-17T08:30:52,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424312506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424312507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424312509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424312510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T08:30:52,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424312615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424312616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-17T08:30:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424312617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424312617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T08:30:52,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-17T08:30:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424312820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424312820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424312822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424312823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/3b8a1a0c66864a928f5c3030ff18bbd8 2024-12-17T08:30:52,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/96a8109d4ba745e39058734d1850037e is 50, key is test_row_0/B:col10/1734424252472/Put/seqid=0 2024-12-17T08:30:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742361_1537 (size=12301) 2024-12-17T08:30:52,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/96a8109d4ba745e39058734d1850037e 2024-12-17T08:30:52,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/9b33c1e55b7040878e95a0c039751596 is 50, key is test_row_0/C:col10/1734424252472/Put/seqid=0 2024-12-17T08:30:52,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742362_1538 (size=12301) 2024-12-17T08:30:52,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:52,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-17T08:30:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:52,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T08:30:53,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-17T08:30:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424313127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424313127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424313128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424313129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-17T08:30:53,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:53,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:53,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/9b33c1e55b7040878e95a0c039751596 2024-12-17T08:30:53,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/3b8a1a0c66864a928f5c3030ff18bbd8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/3b8a1a0c66864a928f5c3030ff18bbd8 2024-12-17T08:30:53,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/3b8a1a0c66864a928f5c3030ff18bbd8, entries=250, sequenceid=305, filesize=16.8 K 2024-12-17T08:30:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/96a8109d4ba745e39058734d1850037e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/96a8109d4ba745e39058734d1850037e 2024-12-17T08:30:53,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/96a8109d4ba745e39058734d1850037e, entries=150, sequenceid=305, filesize=12.0 K 2024-12-17T08:30:53,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/9b33c1e55b7040878e95a0c039751596 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/9b33c1e55b7040878e95a0c039751596 2024-12-17T08:30:53,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/9b33c1e55b7040878e95a0c039751596, entries=150, sequenceid=305, filesize=12.0 K 2024-12-17T08:30:53,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f14c7d80053fb8760be1b20714d0a633 in 851ms, sequenceid=305, compaction requested=true 2024-12-17T08:30:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:53,325 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:53,325 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:53,326 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56938 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:53,326 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:53,326 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:53,327 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:53,327 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,327 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,327 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/39fc020332894a37a07c63156402a7f0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/1592eaad8cfb4b6e93a88b7899168c59, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/71e3088ba23b4815a8471c16a81ea3d4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/3b8a1a0c66864a928f5c3030ff18bbd8] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=55.6 K 2024-12-17T08:30:53,327 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f0598d438237467a9060a726f4640d64, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/c8bc2ccbf0694f998b6091ad422cbb38, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6d60e4ee981a427faa795ab78a4fe91b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/96a8109d4ba745e39058734d1850037e] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=48.5 K 2024-12-17T08:30:53,327 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39fc020332894a37a07c63156402a7f0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424249064 2024-12-17T08:30:53,327 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting f0598d438237467a9060a726f4640d64, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424249064 2024-12-17T08:30:53,327 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c8bc2ccbf0694f998b6091ad422cbb38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424249687 2024-12-17T08:30:53,327 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1592eaad8cfb4b6e93a88b7899168c59, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424249682 2024-12-17T08:30:53,328 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e3088ba23b4815a8471c16a81ea3d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734424250338 2024-12-17T08:30:53,328 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d60e4ee981a427faa795ab78a4fe91b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734424250338 2024-12-17T08:30:53,328 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b8a1a0c66864a928f5c3030ff18bbd8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734424252463 2024-12-17T08:30:53,328 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 96a8109d4ba745e39058734d1850037e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734424252472 2024-12-17T08:30:53,334 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:53,335 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/81ec3e74e3b045ee80602c3d0868bc60 is 50, key is test_row_0/A:col10/1734424252472/Put/seqid=0 2024-12-17T08:30:53,335 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:53,336 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/43ae9d8afda64513a1c9e4611a31bca8 is 50, key is test_row_0/B:col10/1734424252472/Put/seqid=0 2024-12-17T08:30:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742363_1539 (size=13051) 2024-12-17T08:30:53,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742364_1540 (size=13051) 2024-12-17T08:30:53,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-17T08:30:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:30:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/7a75d0e444544791863aa719e927ca11 is 50, key is test_row_0/A:col10/1734424252508/Put/seqid=0 2024-12-17T08:30:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742365_1541 (size=12301) 2024-12-17T08:30:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T08:30:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:53,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:53,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424313645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424313647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424313647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424313651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,743 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/81ec3e74e3b045ee80602c3d0868bc60 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/81ec3e74e3b045ee80602c3d0868bc60 2024-12-17T08:30:53,744 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/43ae9d8afda64513a1c9e4611a31bca8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/43ae9d8afda64513a1c9e4611a31bca8 2024-12-17T08:30:53,747 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into 81ec3e74e3b045ee80602c3d0868bc60(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:53,747 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:53,747 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=12, startTime=1734424253325; duration=0sec 2024-12-17T08:30:53,748 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:53,748 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:53,748 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into 43ae9d8afda64513a1c9e4611a31bca8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:53,748 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:30:53,748 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:53,748 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=12, startTime=1734424253325; duration=0sec 2024-12-17T08:30:53,748 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:53,748 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:53,749 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:30:53,749 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:53,749 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:53,749 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a70ff0bcfef440228eaf05cc19d64cde, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6862232978574452833eff490f74e9be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/493d15722aec43bb9d903962cb3e0d5a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/9b33c1e55b7040878e95a0c039751596] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=48.5 K 2024-12-17T08:30:53,749 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting a70ff0bcfef440228eaf05cc19d64cde, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734424249064 2024-12-17T08:30:53,750 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6862232978574452833eff490f74e9be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1734424249687 2024-12-17T08:30:53,750 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 493d15722aec43bb9d903962cb3e0d5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734424250338 2024-12-17T08:30:53,750 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b33c1e55b7040878e95a0c039751596, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734424252472 2024-12-17T08:30:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424313752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424313753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424313753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,759 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:53,760 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/162c7782c8e74a90b2b4b1b95506ba24 is 50, key is test_row_0/C:col10/1734424252472/Put/seqid=0 2024-12-17T08:30:53,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424313758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742366_1542 (size=13051) 2024-12-17T08:30:53,793 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/7a75d0e444544791863aa719e927ca11 2024-12-17T08:30:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/df55dc959645498aa65b9f0e9f0e5e84 is 50, key is test_row_0/B:col10/1734424252508/Put/seqid=0 2024-12-17T08:30:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742367_1543 (size=12301) 2024-12-17T08:30:53,804 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/df55dc959645498aa65b9f0e9f0e5e84 2024-12-17T08:30:53,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/faca52b8d4084dcf8f190ad3e55c903c is 50, key is test_row_0/C:col10/1734424252508/Put/seqid=0 2024-12-17T08:30:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742368_1544 (size=12301) 2024-12-17T08:30:53,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424313958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424313959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424313959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:53,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424313963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,173 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/162c7782c8e74a90b2b4b1b95506ba24 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/162c7782c8e74a90b2b4b1b95506ba24 2024-12-17T08:30:54,177 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into 162c7782c8e74a90b2b4b1b95506ba24(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:54,177 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:54,177 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=12, startTime=1734424253325; duration=0sec 2024-12-17T08:30:54,177 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:54,177 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:54,214 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/faca52b8d4084dcf8f190ad3e55c903c 2024-12-17T08:30:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/7a75d0e444544791863aa719e927ca11 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7a75d0e444544791863aa719e927ca11 2024-12-17T08:30:54,221 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7a75d0e444544791863aa719e927ca11, entries=150, sequenceid=329, filesize=12.0 K 2024-12-17T08:30:54,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/df55dc959645498aa65b9f0e9f0e5e84 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/df55dc959645498aa65b9f0e9f0e5e84 2024-12-17T08:30:54,225 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/df55dc959645498aa65b9f0e9f0e5e84, entries=150, sequenceid=329, filesize=12.0 K 2024-12-17T08:30:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/faca52b8d4084dcf8f190ad3e55c903c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/faca52b8d4084dcf8f190ad3e55c903c 2024-12-17T08:30:54,230 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/faca52b8d4084dcf8f190ad3e55c903c, entries=150, sequenceid=329, filesize=12.0 K 2024-12-17T08:30:54,230 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f14c7d80053fb8760be1b20714d0a633 in 845ms, sequenceid=329, compaction requested=false 2024-12-17T08:30:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:54,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-17T08:30:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-17T08:30:54,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-17T08:30:54,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-12-17T08:30:54,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.7650 sec 2024-12-17T08:30:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:54,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-17T08:30:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:54,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/860af818da7e40d5a08e39bd4fe83bae is 50, key is test_row_0/A:col10/1734424253645/Put/seqid=0 2024-12-17T08:30:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742369_1545 (size=17181) 2024-12-17T08:30:54,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424314290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424314291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424314297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424314298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424314399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424314399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424314404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424314405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-17T08:30:54,572 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-17T08:30:54,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-17T08:30:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-17T08:30:54,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:54,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:54,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:54,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424314602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424314603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424314608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424314609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/860af818da7e40d5a08e39bd4fe83bae 2024-12-17T08:30:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-17T08:30:54,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/08da292326c1468ba025f4b730dde6a0 is 50, key is test_row_0/B:col10/1734424253645/Put/seqid=0 2024-12-17T08:30:54,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742370_1546 (size=12301) 2024-12-17T08:30:54,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-17T08:30:54,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:54,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-17T08:30:54,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-17T08:30:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:54,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424314909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424314909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424314914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424314917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-17T08:30:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/08da292326c1468ba025f4b730dde6a0 2024-12-17T08:30:55,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/1a0b5f2524ae4afbbbba11e19ce644d4 is 50, key is test_row_0/C:col10/1734424253645/Put/seqid=0 2024-12-17T08:30:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742371_1547 (size=12301) 2024-12-17T08:30:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-17T08:30:55,185 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-17T08:30:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-17T08:30:55,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:55,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424315414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424315417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424315419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424315422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-17T08:30:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:55,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/1a0b5f2524ae4afbbbba11e19ce644d4 2024-12-17T08:30:55,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/860af818da7e40d5a08e39bd4fe83bae as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/860af818da7e40d5a08e39bd4fe83bae 2024-12-17T08:30:55,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/860af818da7e40d5a08e39bd4fe83bae, entries=250, sequenceid=347, filesize=16.8 K 2024-12-17T08:30:55,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/08da292326c1468ba025f4b730dde6a0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/08da292326c1468ba025f4b730dde6a0 2024-12-17T08:30:55,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/08da292326c1468ba025f4b730dde6a0, entries=150, sequenceid=347, filesize=12.0 K 2024-12-17T08:30:55,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/1a0b5f2524ae4afbbbba11e19ce644d4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1a0b5f2524ae4afbbbba11e19ce644d4 2024-12-17T08:30:55,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1a0b5f2524ae4afbbbba11e19ce644d4, entries=150, sequenceid=347, filesize=12.0 K 2024-12-17T08:30:55,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f14c7d80053fb8760be1b20714d0a633 in 1246ms, sequenceid=347, compaction requested=true 2024-12-17T08:30:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:55,512 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:55,512 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:55,513 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:55,513 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:55,513 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:55,513 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:55,513 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,513 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,513 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/81ec3e74e3b045ee80602c3d0868bc60, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7a75d0e444544791863aa719e927ca11, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/860af818da7e40d5a08e39bd4fe83bae] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=41.5 K 2024-12-17T08:30:55,513 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/43ae9d8afda64513a1c9e4611a31bca8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/df55dc959645498aa65b9f0e9f0e5e84, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/08da292326c1468ba025f4b730dde6a0] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.8 K 2024-12-17T08:30:55,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81ec3e74e3b045ee80602c3d0868bc60, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734424252472 2024-12-17T08:30:55,514 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ae9d8afda64513a1c9e4611a31bca8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734424252472 2024-12-17T08:30:55,514 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting df55dc959645498aa65b9f0e9f0e5e84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734424252491 2024-12-17T08:30:55,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a75d0e444544791863aa719e927ca11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734424252491 2024-12-17T08:30:55,514 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 08da292326c1468ba025f4b730dde6a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734424253645 2024-12-17T08:30:55,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 860af818da7e40d5a08e39bd4fe83bae, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734424253645 2024-12-17T08:30:55,521 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:55,521 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:55,521 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/1b026631aa084f3088c68a2b93ec8cce is 50, key is test_row_0/B:col10/1734424253645/Put/seqid=0 2024-12-17T08:30:55,521 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/32b3c575f0774386b70890f52dea05bf is 50, key is test_row_0/A:col10/1734424253645/Put/seqid=0 2024-12-17T08:30:55,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742372_1548 (size=13153) 2024-12-17T08:30:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742373_1549 (size=13153) 2024-12-17T08:30:55,531 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/1b026631aa084f3088c68a2b93ec8cce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/1b026631aa084f3088c68a2b93ec8cce 2024-12-17T08:30:55,535 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into 1b026631aa084f3088c68a2b93ec8cce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:55,535 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:55,535 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424255512; duration=0sec 2024-12-17T08:30:55,536 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:55,536 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:55,536 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:55,540 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:55,540 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:55,540 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,540 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/162c7782c8e74a90b2b4b1b95506ba24, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/faca52b8d4084dcf8f190ad3e55c903c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1a0b5f2524ae4afbbbba11e19ce644d4] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.8 K 2024-12-17T08:30:55,541 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 162c7782c8e74a90b2b4b1b95506ba24, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734424252472 2024-12-17T08:30:55,541 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting faca52b8d4084dcf8f190ad3e55c903c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734424252491 2024-12-17T08:30:55,541 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a0b5f2524ae4afbbbba11e19ce644d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734424253645 2024-12-17T08:30:55,547 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:55,547 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/1e2499da76994a1fbe24e412c6fd2e34 is 50, key is test_row_0/C:col10/1734424253645/Put/seqid=0 2024-12-17T08:30:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742374_1550 (size=13153) 2024-12-17T08:30:55,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:55,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-17T08:30:55,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,645 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:30:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:55,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/80c752ab6f804f02afbb095e021749bc is 50, key is test_row_0/A:col10/1734424254285/Put/seqid=0 2024-12-17T08:30:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742375_1551 (size=12301) 2024-12-17T08:30:55,653 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/80c752ab6f804f02afbb095e021749bc 2024-12-17T08:30:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/e23a9ac43efc4c0d9a0ed7f5369d9e81 is 50, key is test_row_0/B:col10/1734424254285/Put/seqid=0 2024-12-17T08:30:55,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742376_1552 (size=12301) 2024-12-17T08:30:55,664 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/e23a9ac43efc4c0d9a0ed7f5369d9e81 2024-12-17T08:30:55,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/b6d4eef1bed24f888ee9e465ec3d3a6c is 50, key is test_row_0/C:col10/1734424254285/Put/seqid=0 2024-12-17T08:30:55,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742377_1553 (size=12301) 2024-12-17T08:30:55,675 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/b6d4eef1bed24f888ee9e465ec3d3a6c 2024-12-17T08:30:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-17T08:30:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/80c752ab6f804f02afbb095e021749bc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/80c752ab6f804f02afbb095e021749bc 2024-12-17T08:30:55,684 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/80c752ab6f804f02afbb095e021749bc, entries=150, sequenceid=369, filesize=12.0 K 2024-12-17T08:30:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/e23a9ac43efc4c0d9a0ed7f5369d9e81 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e23a9ac43efc4c0d9a0ed7f5369d9e81 2024-12-17T08:30:55,688 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e23a9ac43efc4c0d9a0ed7f5369d9e81, entries=150, sequenceid=369, filesize=12.0 K 2024-12-17T08:30:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/b6d4eef1bed24f888ee9e465ec3d3a6c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/b6d4eef1bed24f888ee9e465ec3d3a6c 2024-12-17T08:30:55,692 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/b6d4eef1bed24f888ee9e465ec3d3a6c, entries=150, sequenceid=369, filesize=12.0 K 2024-12-17T08:30:55,693 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for f14c7d80053fb8760be1b20714d0a633 in 49ms, sequenceid=369, compaction requested=false 2024-12-17T08:30:55,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:55,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:55,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-17T08:30:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-17T08:30:55,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-17T08:30:55,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1180 sec 2024-12-17T08:30:55,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.1230 sec 2024-12-17T08:30:55,930 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/32b3c575f0774386b70890f52dea05bf as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/32b3c575f0774386b70890f52dea05bf 2024-12-17T08:30:55,934 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into 32b3c575f0774386b70890f52dea05bf(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:55,934 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:55,934 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424255512; duration=0sec 2024-12-17T08:30:55,934 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:55,934 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:55,954 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/1e2499da76994a1fbe24e412c6fd2e34 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1e2499da76994a1fbe24e412c6fd2e34 2024-12-17T08:30:55,958 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into 1e2499da76994a1fbe24e412c6fd2e34(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:55,958 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:55,958 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424255512; duration=0sec 2024-12-17T08:30:55,958 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:55,958 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:56,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:30:56,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:56,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:56,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:56,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:56,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:56,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:56,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/16257815061a4e8eadd12a36c5175415 is 50, key is test_row_0/A:col10/1734424256436/Put/seqid=0 2024-12-17T08:30:56,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742378_1554 (size=17181) 2024-12-17T08:30:56,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424316466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424316468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424316469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424316474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424316575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424316575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424316575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424316580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-17T08:30:56,679 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-17T08:30:56,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:30:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-17T08:30:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-17T08:30:56,682 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:30:56,682 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:30:56,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:30:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-17T08:30:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424316780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424316780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424316780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:56,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424316785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-17T08:30:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:56,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:56,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/16257815061a4e8eadd12a36c5175415 2024-12-17T08:30:56,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6b1140763d894324b75e3b759502d705 is 50, key is test_row_0/B:col10/1734424256436/Put/seqid=0 2024-12-17T08:30:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742379_1555 (size=12301) 2024-12-17T08:30:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-17T08:30:56,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:56,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-17T08:30:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:56,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:57,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40996 deadline: 1734424317084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:57,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40928 deadline: 1734424317085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:57,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40980 deadline: 1734424317085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:57,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:30:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40992 deadline: 1734424317092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 2024-12-17T08:30:57,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:57,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-17T08:30:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:57,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:30:57,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6b1140763d894324b75e3b759502d705 2024-12-17T08:30:57,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/ab8b0a0322584980bfb9c41fa73d2502 is 50, key is test_row_0/C:col10/1734424256436/Put/seqid=0 2024-12-17T08:30:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742380_1556 (size=12301) 2024-12-17T08:30:57,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/ab8b0a0322584980bfb9c41fa73d2502 2024-12-17T08:30:57,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/16257815061a4e8eadd12a36c5175415 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/16257815061a4e8eadd12a36c5175415 2024-12-17T08:30:57,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/16257815061a4e8eadd12a36c5175415, entries=250, sequenceid=383, filesize=16.8 K 2024-12-17T08:30:57,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/6b1140763d894324b75e3b759502d705 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6b1140763d894324b75e3b759502d705 2024-12-17T08:30:57,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6b1140763d894324b75e3b759502d705, entries=150, sequenceid=383, filesize=12.0 K 2024-12-17T08:30:57,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/ab8b0a0322584980bfb9c41fa73d2502 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ab8b0a0322584980bfb9c41fa73d2502 2024-12-17T08:30:57,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ab8b0a0322584980bfb9c41fa73d2502, entries=150, sequenceid=383, filesize=12.0 K 2024-12-17T08:30:57,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f14c7d80053fb8760be1b20714d0a633 in 846ms, sequenceid=383, compaction requested=true 2024-12-17T08:30:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:30:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:30:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:57,283 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f14c7d80053fb8760be1b20714d0a633:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:30:57,283 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-17T08:30:57,285 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:57,285 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/B is initiating minor compaction (all files) 2024-12-17T08:30:57,285 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/B in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:57,285 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/1b026631aa084f3088c68a2b93ec8cce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e23a9ac43efc4c0d9a0ed7f5369d9e81, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6b1140763d894324b75e3b759502d705] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.9 K 2024-12-17T08:30:57,285 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:57,286 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/A is initiating minor compaction (all files) 2024-12-17T08:30:57,286 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/A in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:57,286 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b026631aa084f3088c68a2b93ec8cce, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734424253645 2024-12-17T08:30:57,286 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/32b3c575f0774386b70890f52dea05bf, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/80c752ab6f804f02afbb095e021749bc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/16257815061a4e8eadd12a36c5175415] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=41.6 K 2024-12-17T08:30:57,286 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32b3c575f0774386b70890f52dea05bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734424253645 2024-12-17T08:30:57,286 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e23a9ac43efc4c0d9a0ed7f5369d9e81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734424254285 2024-12-17T08:30:57,286 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b1140763d894324b75e3b759502d705, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424256432 2024-12-17T08:30:57,286 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80c752ab6f804f02afbb095e021749bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734424254285 2024-12-17T08:30:57,287 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16257815061a4e8eadd12a36c5175415, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424256432 2024-12-17T08:30:57,293 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#A#compaction#481 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:57,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:57,293 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/ee45650743da4297aed466fc2e1232a6 is 50, key is test_row_0/A:col10/1734424256436/Put/seqid=0 2024-12-17T08:30:57,293 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:57,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-17T08:30:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:57,294 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/0c09c2aee0d94476b76848f424ac3752 is 50, key is test_row_0/B:col10/1734424256436/Put/seqid=0 2024-12-17T08:30:57,294 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:30:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:57,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742381_1557 (size=13255) 2024-12-17T08:30:57,306 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/ee45650743da4297aed466fc2e1232a6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ee45650743da4297aed466fc2e1232a6 2024-12-17T08:30:57,310 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/A of f14c7d80053fb8760be1b20714d0a633 into ee45650743da4297aed466fc2e1232a6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:57,311 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:57,311 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/A, priority=13, startTime=1734424257283; duration=0sec 2024-12-17T08:30:57,311 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:30:57,311 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:A 2024-12-17T08:30:57,311 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:30:57,311 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:30:57,311 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): f14c7d80053fb8760be1b20714d0a633/C is initiating minor compaction (all files) 2024-12-17T08:30:57,312 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f14c7d80053fb8760be1b20714d0a633/C in TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:57,312 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1e2499da76994a1fbe24e412c6fd2e34, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/b6d4eef1bed24f888ee9e465ec3d3a6c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ab8b0a0322584980bfb9c41fa73d2502] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp, totalSize=36.9 K 2024-12-17T08:30:57,312 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2499da76994a1fbe24e412c6fd2e34, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734424253645 2024-12-17T08:30:57,312 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6d4eef1bed24f888ee9e465ec3d3a6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734424254285 2024-12-17T08:30:57,313 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab8b0a0322584980bfb9c41fa73d2502, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424256432 2024-12-17T08:30:57,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/de899f5e0e014a64bb756c1e79450a1d is 50, key is test_row_0/A:col10/1734424256473/Put/seqid=0 2024-12-17T08:30:57,318 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f14c7d80053fb8760be1b20714d0a633#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:30:57,319 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/0b49a031a1c8453aa988f020d10c4ffd is 50, key is test_row_0/C:col10/1734424256436/Put/seqid=0 2024-12-17T08:30:57,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742382_1558 (size=13255) 2024-12-17T08:30:57,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742383_1559 (size=13255) 2024-12-17T08:30:57,341 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/0b49a031a1c8453aa988f020d10c4ffd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/0b49a031a1c8453aa988f020d10c4ffd 2024-12-17T08:30:57,345 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/C of f14c7d80053fb8760be1b20714d0a633 into 0b49a031a1c8453aa988f020d10c4ffd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:57,345 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:57,345 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/C, priority=13, startTime=1734424257283; duration=0sec 2024-12-17T08:30:57,345 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:57,345 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:C 2024-12-17T08:30:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742384_1560 (size=12301) 2024-12-17T08:30:57,408 DEBUG [Thread-2110 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08a7e1dd to 127.0.0.1:49694 2024-12-17T08:30:57,408 DEBUG [Thread-2110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,409 DEBUG [Thread-2108 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:49694 2024-12-17T08:30:57,409 DEBUG [Thread-2108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,409 DEBUG [Thread-2116 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b70f48f to 127.0.0.1:49694 2024-12-17T08:30:57,409 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,411 DEBUG [Thread-2112 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31a027db to 127.0.0.1:49694 2024-12-17T08:30:57,411 DEBUG [Thread-2112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,411 DEBUG [Thread-2114 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e934cca to 127.0.0.1:49694 2024-12-17T08:30:57,411 DEBUG [Thread-2114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:57,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. as already flushing 2024-12-17T08:30:57,591 DEBUG [Thread-2105 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:49694 2024-12-17T08:30:57,591 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,591 DEBUG [Thread-2099 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:49694 2024-12-17T08:30:57,591 DEBUG [Thread-2099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,594 DEBUG [Thread-2103 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:49694 2024-12-17T08:30:57,594 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,596 DEBUG [Thread-2097 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46114993 to 127.0.0.1:49694 2024-12-17T08:30:57,596 DEBUG [Thread-2097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:57,737 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/0c09c2aee0d94476b76848f424ac3752 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/0c09c2aee0d94476b76848f424ac3752 2024-12-17T08:30:57,740 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f14c7d80053fb8760be1b20714d0a633/B of f14c7d80053fb8760be1b20714d0a633 into 0c09c2aee0d94476b76848f424ac3752(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:30:57,740 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:57,740 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633., storeName=f14c7d80053fb8760be1b20714d0a633/B, priority=13, startTime=1734424257283; duration=0sec 2024-12-17T08:30:57,740 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:30:57,740 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f14c7d80053fb8760be1b20714d0a633:B 2024-12-17T08:30:57,754 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/de899f5e0e014a64bb756c1e79450a1d 2024-12-17T08:30:57,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/0b096b22c3c942cd83cb31556e6babd1 is 50, key is test_row_0/B:col10/1734424256473/Put/seqid=0 2024-12-17T08:30:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742385_1561 (size=12301) 2024-12-17T08:30:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-17T08:30:57,880 DEBUG [Thread-2101 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:49694 2024-12-17T08:30:57,880 DEBUG [Thread-2101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:58,163 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/0b096b22c3c942cd83cb31556e6babd1 2024-12-17T08:30:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/ec229b1f635c4b5b80dba0c4ba9f1ac3 is 50, key is test_row_0/C:col10/1734424256473/Put/seqid=0 2024-12-17T08:30:58,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742386_1562 (size=12301) 2024-12-17T08:30:58,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/ec229b1f635c4b5b80dba0c4ba9f1ac3 2024-12-17T08:30:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/de899f5e0e014a64bb756c1e79450a1d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/de899f5e0e014a64bb756c1e79450a1d 2024-12-17T08:30:58,578 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/de899f5e0e014a64bb756c1e79450a1d, entries=150, sequenceid=407, filesize=12.0 K 2024-12-17T08:30:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/0b096b22c3c942cd83cb31556e6babd1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/0b096b22c3c942cd83cb31556e6babd1 2024-12-17T08:30:58,582 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/0b096b22c3c942cd83cb31556e6babd1, entries=150, sequenceid=407, filesize=12.0 K 2024-12-17T08:30:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/ec229b1f635c4b5b80dba0c4ba9f1ac3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ec229b1f635c4b5b80dba0c4ba9f1ac3 2024-12-17T08:30:58,585 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ec229b1f635c4b5b80dba0c4ba9f1ac3, entries=150, sequenceid=407, filesize=12.0 K 2024-12-17T08:30:58,586 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for f14c7d80053fb8760be1b20714d0a633 in 1292ms, sequenceid=407, compaction requested=false 2024-12-17T08:30:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:30:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:58,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-17T08:30:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-17T08:30:58,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-17T08:30:58,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-12-17T08:30:58,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.9080 sec 2024-12-17T08:30:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-17T08:30:58,786 INFO [Thread-2107 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2918 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8751 rows 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2878 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8634 rows 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2896 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8688 rows 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2883 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8649 rows 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2875 2024-12-17T08:30:58,786 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8625 rows 2024-12-17T08:30:58,786 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:30:58,786 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24f64590 to 127.0.0.1:49694 2024-12-17T08:30:58,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:30:58,788 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T08:30:58,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T08:30:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T08:30:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-17T08:30:58,793 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424258792"}]},"ts":"1734424258792"} 2024-12-17T08:30:58,794 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T08:30:58,796 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T08:30:58,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:30:58,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f14c7d80053fb8760be1b20714d0a633, UNASSIGN}] 2024-12-17T08:30:58,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f14c7d80053fb8760be1b20714d0a633, UNASSIGN 2024-12-17T08:30:58,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=f14c7d80053fb8760be1b20714d0a633, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:30:58,800 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:30:58,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:30:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-17T08:30:58,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:30:58,952 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:30:58,952 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:30:58,952 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing f14c7d80053fb8760be1b20714d0a633, disabling compactions & flushes 2024-12-17T08:30:58,952 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:58,952 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:58,952 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. after waiting 0 ms 2024-12-17T08:30:58,952 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:30:58,952 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2837): Flushing f14c7d80053fb8760be1b20714d0a633 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-17T08:30:58,952 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=A 2024-12-17T08:30:58,953 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:58,953 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=B 2024-12-17T08:30:58,953 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:58,953 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f14c7d80053fb8760be1b20714d0a633, store=C 2024-12-17T08:30:58,953 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:30:58,956 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/db9e9656d25240c5a2ad7d150ceda0c2 is 50, key is test_row_0/A:col10/1734424257879/Put/seqid=0 2024-12-17T08:30:58,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742387_1563 (size=7415) 2024-12-17T08:30:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-17T08:30:59,359 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/db9e9656d25240c5a2ad7d150ceda0c2 2024-12-17T08:30:59,364 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/5c1374f9d81046b4bf55c39c4af6180e is 50, key is test_row_0/B:col10/1734424257879/Put/seqid=0 2024-12-17T08:30:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742388_1564 (size=7415) 2024-12-17T08:30:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-17T08:30:59,768 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/5c1374f9d81046b4bf55c39c4af6180e 2024-12-17T08:30:59,773 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/d7e5d8715ebe40bc9ca1d4497a200f29 is 50, key is test_row_0/C:col10/1734424257879/Put/seqid=0 2024-12-17T08:30:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742389_1565 (size=7415) 2024-12-17T08:30:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-17T08:31:00,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:31:00,177 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/d7e5d8715ebe40bc9ca1d4497a200f29 2024-12-17T08:31:00,180 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/A/db9e9656d25240c5a2ad7d150ceda0c2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/db9e9656d25240c5a2ad7d150ceda0c2 2024-12-17T08:31:00,183 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/db9e9656d25240c5a2ad7d150ceda0c2, entries=50, sequenceid=418, filesize=7.2 K 2024-12-17T08:31:00,183 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/B/5c1374f9d81046b4bf55c39c4af6180e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/5c1374f9d81046b4bf55c39c4af6180e 2024-12-17T08:31:00,186 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/5c1374f9d81046b4bf55c39c4af6180e, entries=50, sequenceid=418, filesize=7.2 K 2024-12-17T08:31:00,186 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/.tmp/C/d7e5d8715ebe40bc9ca1d4497a200f29 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/d7e5d8715ebe40bc9ca1d4497a200f29 2024-12-17T08:31:00,189 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/d7e5d8715ebe40bc9ca1d4497a200f29, entries=50, sequenceid=418, filesize=7.2 K 2024-12-17T08:31:00,189 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f14c7d80053fb8760be1b20714d0a633 in 1237ms, sequenceid=418, compaction requested=true 2024-12-17T08:31:00,190 DEBUG [StoreCloser-TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/78f281ef8f9547768098934a81d16780, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/be7b170ae753458b932651095e645347, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/fc09614cabae4a09a29807ea095bb4bf, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/bb60b95d8ac0460c9b06292d45367565, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/638b18dc421f41c1bcf6cde89bd19407, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/c6c13d438cc24f989aa48f413714e0ee, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/9d98f2a4ea0c4efe95a01c320cb3a92b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/56db6fd424d742e598ad6a5c2667b97c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ab2ff33ab00f488cbc620946f506502a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/4e07b239950448509eda5c9cf0a6bdfd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/d22ef68d4fba430282e5a57c4f86be04, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/da0d8b8aa84f4241b6115f8a655ea65f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f8a27862fe6740ac9ead98d17b8d46c0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/69ebc8b0bb7d433c837c22f70f30135a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/66ab1c2d614145eb8d197a2859a66aa5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7db5182bd2be4b63ba695b665ca1963d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/127c6f7b9fd24043aa4446046147ef71, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f2bcc32c121c4e8f92b237a4cf47400b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/39fc020332894a37a07c63156402a7f0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/1592eaad8cfb4b6e93a88b7899168c59, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/71e3088ba23b4815a8471c16a81ea3d4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/3b8a1a0c66864a928f5c3030ff18bbd8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/81ec3e74e3b045ee80602c3d0868bc60, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7a75d0e444544791863aa719e927ca11, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/860af818da7e40d5a08e39bd4fe83bae, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/32b3c575f0774386b70890f52dea05bf, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/80c752ab6f804f02afbb095e021749bc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/16257815061a4e8eadd12a36c5175415] to archive 2024-12-17T08:31:00,191 DEBUG [StoreCloser-TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:31:00,192 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/78f281ef8f9547768098934a81d16780 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/78f281ef8f9547768098934a81d16780 2024-12-17T08:31:00,193 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/c6c13d438cc24f989aa48f413714e0ee to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/c6c13d438cc24f989aa48f413714e0ee 2024-12-17T08:31:00,193 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/9d98f2a4ea0c4efe95a01c320cb3a92b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/9d98f2a4ea0c4efe95a01c320cb3a92b 2024-12-17T08:31:00,193 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/638b18dc421f41c1bcf6cde89bd19407 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/638b18dc421f41c1bcf6cde89bd19407 2024-12-17T08:31:00,193 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/be7b170ae753458b932651095e645347 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/be7b170ae753458b932651095e645347 2024-12-17T08:31:00,193 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/fc09614cabae4a09a29807ea095bb4bf to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/fc09614cabae4a09a29807ea095bb4bf 2024-12-17T08:31:00,193 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/bb60b95d8ac0460c9b06292d45367565 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/bb60b95d8ac0460c9b06292d45367565 2024-12-17T08:31:00,193 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/56db6fd424d742e598ad6a5c2667b97c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/56db6fd424d742e598ad6a5c2667b97c 2024-12-17T08:31:00,194 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ab2ff33ab00f488cbc620946f506502a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ab2ff33ab00f488cbc620946f506502a 2024-12-17T08:31:00,194 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/4e07b239950448509eda5c9cf0a6bdfd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/4e07b239950448509eda5c9cf0a6bdfd 2024-12-17T08:31:00,194 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/d22ef68d4fba430282e5a57c4f86be04 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/d22ef68d4fba430282e5a57c4f86be04 2024-12-17T08:31:00,194 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/da0d8b8aa84f4241b6115f8a655ea65f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/da0d8b8aa84f4241b6115f8a655ea65f 2024-12-17T08:31:00,195 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/66ab1c2d614145eb8d197a2859a66aa5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/66ab1c2d614145eb8d197a2859a66aa5 2024-12-17T08:31:00,195 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7db5182bd2be4b63ba695b665ca1963d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7db5182bd2be4b63ba695b665ca1963d 2024-12-17T08:31:00,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f8a27862fe6740ac9ead98d17b8d46c0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f8a27862fe6740ac9ead98d17b8d46c0 2024-12-17T08:31:00,195 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/69ebc8b0bb7d433c837c22f70f30135a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/69ebc8b0bb7d433c837c22f70f30135a 2024-12-17T08:31:00,196 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f2bcc32c121c4e8f92b237a4cf47400b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/f2bcc32c121c4e8f92b237a4cf47400b 2024-12-17T08:31:00,196 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/127c6f7b9fd24043aa4446046147ef71 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/127c6f7b9fd24043aa4446046147ef71 2024-12-17T08:31:00,196 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/1592eaad8cfb4b6e93a88b7899168c59 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/1592eaad8cfb4b6e93a88b7899168c59 2024-12-17T08:31:00,196 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/3b8a1a0c66864a928f5c3030ff18bbd8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/3b8a1a0c66864a928f5c3030ff18bbd8 2024-12-17T08:31:00,197 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/81ec3e74e3b045ee80602c3d0868bc60 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/81ec3e74e3b045ee80602c3d0868bc60 2024-12-17T08:31:00,197 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/71e3088ba23b4815a8471c16a81ea3d4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/71e3088ba23b4815a8471c16a81ea3d4 2024-12-17T08:31:00,197 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/39fc020332894a37a07c63156402a7f0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/39fc020332894a37a07c63156402a7f0 2024-12-17T08:31:00,197 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7a75d0e444544791863aa719e927ca11 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/7a75d0e444544791863aa719e927ca11 2024-12-17T08:31:00,198 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/32b3c575f0774386b70890f52dea05bf to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/32b3c575f0774386b70890f52dea05bf 2024-12-17T08:31:00,198 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/860af818da7e40d5a08e39bd4fe83bae to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/860af818da7e40d5a08e39bd4fe83bae 2024-12-17T08:31:00,198 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/16257815061a4e8eadd12a36c5175415 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/16257815061a4e8eadd12a36c5175415 2024-12-17T08:31:00,198 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/80c752ab6f804f02afbb095e021749bc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/80c752ab6f804f02afbb095e021749bc 2024-12-17T08:31:00,199 DEBUG [StoreCloser-TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e75eefd93521434fab797d613b3a2849, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f17057a49af5431da9fdd821774dc7af, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/16313f1677884737886683c66967e0d8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/86ef3f8a150246f294af20e0ccd0fd97, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3b55c8d2dfa94a84a905fdefc5ec8bf6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/665fb6deb3fd4fe6882de314521c4d81, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/49ebf867dbb142fcb15a6860fa325c17, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/286f0086b7cb46df93d9953f142a69cc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/13034730dc2946aa9fbef63630b56b57, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f39110bcfe42419982309233492a6cdb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6c923ed0a30440ed97db4888221bdfe6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/ff696e22b95d456c8dd236bc5319d2f1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/8bbb31498c5045c6ae7ee64414aa7c61, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/987eb73ca32e473e976a4343f12a2ee1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/04e82427a94a4e3b81362875c1985e29, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/27f8642cd8e549d5934b87983f6335ff, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/bc25fcec66d94d4daf783caf9be0f667, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f0598d438237467a9060a726f4640d64, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3c026401b1324ca5934c5afbe8716e5e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/c8bc2ccbf0694f998b6091ad422cbb38, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6d60e4ee981a427faa795ab78a4fe91b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/43ae9d8afda64513a1c9e4611a31bca8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/96a8109d4ba745e39058734d1850037e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/df55dc959645498aa65b9f0e9f0e5e84, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/1b026631aa084f3088c68a2b93ec8cce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/08da292326c1468ba025f4b730dde6a0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e23a9ac43efc4c0d9a0ed7f5369d9e81, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6b1140763d894324b75e3b759502d705] to archive 2024-12-17T08:31:00,200 DEBUG [StoreCloser-TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:31:00,201 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e75eefd93521434fab797d613b3a2849 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e75eefd93521434fab797d613b3a2849 2024-12-17T08:31:00,201 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/16313f1677884737886683c66967e0d8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/16313f1677884737886683c66967e0d8 2024-12-17T08:31:00,201 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/86ef3f8a150246f294af20e0ccd0fd97 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/86ef3f8a150246f294af20e0ccd0fd97 2024-12-17T08:31:00,202 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3b55c8d2dfa94a84a905fdefc5ec8bf6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3b55c8d2dfa94a84a905fdefc5ec8bf6 2024-12-17T08:31:00,202 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f17057a49af5431da9fdd821774dc7af to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f17057a49af5431da9fdd821774dc7af 2024-12-17T08:31:00,202 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/286f0086b7cb46df93d9953f142a69cc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/286f0086b7cb46df93d9953f142a69cc 2024-12-17T08:31:00,202 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/49ebf867dbb142fcb15a6860fa325c17 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/49ebf867dbb142fcb15a6860fa325c17 2024-12-17T08:31:00,202 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/665fb6deb3fd4fe6882de314521c4d81 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/665fb6deb3fd4fe6882de314521c4d81 2024-12-17T08:31:00,203 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/13034730dc2946aa9fbef63630b56b57 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/13034730dc2946aa9fbef63630b56b57 2024-12-17T08:31:00,203 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f39110bcfe42419982309233492a6cdb to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f39110bcfe42419982309233492a6cdb 2024-12-17T08:31:00,203 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/8bbb31498c5045c6ae7ee64414aa7c61 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/8bbb31498c5045c6ae7ee64414aa7c61 2024-12-17T08:31:00,203 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/04e82427a94a4e3b81362875c1985e29 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/04e82427a94a4e3b81362875c1985e29 2024-12-17T08:31:00,203 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/ff696e22b95d456c8dd236bc5319d2f1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/ff696e22b95d456c8dd236bc5319d2f1 2024-12-17T08:31:00,204 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/987eb73ca32e473e976a4343f12a2ee1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/987eb73ca32e473e976a4343f12a2ee1 2024-12-17T08:31:00,204 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/27f8642cd8e549d5934b87983f6335ff to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/27f8642cd8e549d5934b87983f6335ff 2024-12-17T08:31:00,204 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6c923ed0a30440ed97db4888221bdfe6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6c923ed0a30440ed97db4888221bdfe6 2024-12-17T08:31:00,204 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/bc25fcec66d94d4daf783caf9be0f667 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/bc25fcec66d94d4daf783caf9be0f667 2024-12-17T08:31:00,204 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f0598d438237467a9060a726f4640d64 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/f0598d438237467a9060a726f4640d64 2024-12-17T08:31:00,205 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/96a8109d4ba745e39058734d1850037e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/96a8109d4ba745e39058734d1850037e 2024-12-17T08:31:00,205 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3c026401b1324ca5934c5afbe8716e5e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/3c026401b1324ca5934c5afbe8716e5e 2024-12-17T08:31:00,205 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6d60e4ee981a427faa795ab78a4fe91b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6d60e4ee981a427faa795ab78a4fe91b 2024-12-17T08:31:00,206 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/c8bc2ccbf0694f998b6091ad422cbb38 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/c8bc2ccbf0694f998b6091ad422cbb38 2024-12-17T08:31:00,206 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/df55dc959645498aa65b9f0e9f0e5e84 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/df55dc959645498aa65b9f0e9f0e5e84 2024-12-17T08:31:00,206 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/43ae9d8afda64513a1c9e4611a31bca8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/43ae9d8afda64513a1c9e4611a31bca8 2024-12-17T08:31:00,206 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/1b026631aa084f3088c68a2b93ec8cce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/1b026631aa084f3088c68a2b93ec8cce 2024-12-17T08:31:00,206 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/08da292326c1468ba025f4b730dde6a0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/08da292326c1468ba025f4b730dde6a0 2024-12-17T08:31:00,207 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e23a9ac43efc4c0d9a0ed7f5369d9e81 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/e23a9ac43efc4c0d9a0ed7f5369d9e81 2024-12-17T08:31:00,207 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6b1140763d894324b75e3b759502d705 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/6b1140763d894324b75e3b759502d705 2024-12-17T08:31:00,208 DEBUG [StoreCloser-TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/5ddf342438434009b1c5dfac5231c3ae, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bfcc92a52587412f8abb46759603b3b1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/fabc565febf04ae1a3f304ffe1dcad9e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dbfdf1611e6b4e96801281b5e0308096, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c823702815e445b8bf31d771935efe49, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dde765ac746848dc8d9f11538196a6fd, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/57ce94b0bd4249b291484d344e8e9386, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/8b70caf983204935bdf2889fd5cf6592, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/7033532276b34bf491c2b8f211cbce6c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6b545d2332bd4778b0e491d0da52d148, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c3c874b1de0d430199d39210121d62b2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a892d10b7ed34829b25dea79c33d87d5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/39b58254cfca46079968f23eb6287aa8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bdc70c0d1720438f95d6fd4e160fda62, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/e693b331bfc245b489896c54a96dc573, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bacaafec4ae94ad5a0adc48c00599be0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/75fa70e08db34db890cd6448b3946964, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a70ff0bcfef440228eaf05cc19d64cde, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/770c7b0c37a64012b1dfc54a8039a3dc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6862232978574452833eff490f74e9be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/493d15722aec43bb9d903962cb3e0d5a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/162c7782c8e74a90b2b4b1b95506ba24, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/9b33c1e55b7040878e95a0c039751596, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/faca52b8d4084dcf8f190ad3e55c903c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1e2499da76994a1fbe24e412c6fd2e34, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1a0b5f2524ae4afbbbba11e19ce644d4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/b6d4eef1bed24f888ee9e465ec3d3a6c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ab8b0a0322584980bfb9c41fa73d2502] to archive 2024-12-17T08:31:00,208 DEBUG [StoreCloser-TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:31:00,210 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/5ddf342438434009b1c5dfac5231c3ae to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/5ddf342438434009b1c5dfac5231c3ae 2024-12-17T08:31:00,210 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bfcc92a52587412f8abb46759603b3b1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bfcc92a52587412f8abb46759603b3b1 2024-12-17T08:31:00,210 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/fabc565febf04ae1a3f304ffe1dcad9e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/fabc565febf04ae1a3f304ffe1dcad9e 2024-12-17T08:31:00,210 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dbfdf1611e6b4e96801281b5e0308096 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dbfdf1611e6b4e96801281b5e0308096 2024-12-17T08:31:00,210 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c823702815e445b8bf31d771935efe49 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c823702815e445b8bf31d771935efe49 2024-12-17T08:31:00,211 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dde765ac746848dc8d9f11538196a6fd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/dde765ac746848dc8d9f11538196a6fd 2024-12-17T08:31:00,211 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/57ce94b0bd4249b291484d344e8e9386 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/57ce94b0bd4249b291484d344e8e9386 2024-12-17T08:31:00,211 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/8b70caf983204935bdf2889fd5cf6592 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/8b70caf983204935bdf2889fd5cf6592 2024-12-17T08:31:00,212 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/7033532276b34bf491c2b8f211cbce6c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/7033532276b34bf491c2b8f211cbce6c 2024-12-17T08:31:00,212 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c3c874b1de0d430199d39210121d62b2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/c3c874b1de0d430199d39210121d62b2 2024-12-17T08:31:00,212 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6b545d2332bd4778b0e491d0da52d148 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6b545d2332bd4778b0e491d0da52d148 2024-12-17T08:31:00,212 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bdc70c0d1720438f95d6fd4e160fda62 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bdc70c0d1720438f95d6fd4e160fda62 2024-12-17T08:31:00,212 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a892d10b7ed34829b25dea79c33d87d5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a892d10b7ed34829b25dea79c33d87d5 2024-12-17T08:31:00,213 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/39b58254cfca46079968f23eb6287aa8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/39b58254cfca46079968f23eb6287aa8 2024-12-17T08:31:00,213 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bacaafec4ae94ad5a0adc48c00599be0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/bacaafec4ae94ad5a0adc48c00599be0 2024-12-17T08:31:00,213 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/e693b331bfc245b489896c54a96dc573 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/e693b331bfc245b489896c54a96dc573 2024-12-17T08:31:00,214 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/75fa70e08db34db890cd6448b3946964 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/75fa70e08db34db890cd6448b3946964 2024-12-17T08:31:00,214 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a70ff0bcfef440228eaf05cc19d64cde to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/a70ff0bcfef440228eaf05cc19d64cde 2024-12-17T08:31:00,214 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/162c7782c8e74a90b2b4b1b95506ba24 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/162c7782c8e74a90b2b4b1b95506ba24 2024-12-17T08:31:00,214 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/770c7b0c37a64012b1dfc54a8039a3dc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/770c7b0c37a64012b1dfc54a8039a3dc 2024-12-17T08:31:00,215 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/493d15722aec43bb9d903962cb3e0d5a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/493d15722aec43bb9d903962cb3e0d5a 2024-12-17T08:31:00,215 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/9b33c1e55b7040878e95a0c039751596 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/9b33c1e55b7040878e95a0c039751596 2024-12-17T08:31:00,215 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6862232978574452833eff490f74e9be to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/6862232978574452833eff490f74e9be 2024-12-17T08:31:00,215 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/faca52b8d4084dcf8f190ad3e55c903c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/faca52b8d4084dcf8f190ad3e55c903c 2024-12-17T08:31:00,215 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1e2499da76994a1fbe24e412c6fd2e34 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1e2499da76994a1fbe24e412c6fd2e34 2024-12-17T08:31:00,216 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/b6d4eef1bed24f888ee9e465ec3d3a6c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/b6d4eef1bed24f888ee9e465ec3d3a6c 2024-12-17T08:31:00,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1a0b5f2524ae4afbbbba11e19ce644d4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/1a0b5f2524ae4afbbbba11e19ce644d4 2024-12-17T08:31:00,216 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ab8b0a0322584980bfb9c41fa73d2502 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ab8b0a0322584980bfb9c41fa73d2502 2024-12-17T08:31:00,219 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=1 2024-12-17T08:31:00,220 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633. 2024-12-17T08:31:00,220 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for f14c7d80053fb8760be1b20714d0a633: 2024-12-17T08:31:00,221 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:31:00,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=f14c7d80053fb8760be1b20714d0a633, regionState=CLOSED 2024-12-17T08:31:00,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-17T08:31:00,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure f14c7d80053fb8760be1b20714d0a633, server=c41f045e1357,40233,1734424111672 in 1.4220 sec 2024-12-17T08:31:00,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-17T08:31:00,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f14c7d80053fb8760be1b20714d0a633, UNASSIGN in 1.4240 sec 2024-12-17T08:31:00,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-17T08:31:00,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4280 sec 2024-12-17T08:31:00,226 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424260226"}]},"ts":"1734424260226"} 2024-12-17T08:31:00,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T08:31:00,229 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T08:31:00,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4400 sec 2024-12-17T08:31:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-17T08:31:00,896 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-17T08:31:00,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T08:31:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:00,897 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-17T08:31:00,898 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:00,899 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:31:00,900 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/recovered.edits] 2024-12-17T08:31:00,903 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/db9e9656d25240c5a2ad7d150ceda0c2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/db9e9656d25240c5a2ad7d150ceda0c2 2024-12-17T08:31:00,903 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ee45650743da4297aed466fc2e1232a6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/ee45650743da4297aed466fc2e1232a6 2024-12-17T08:31:00,903 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/de899f5e0e014a64bb756c1e79450a1d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/A/de899f5e0e014a64bb756c1e79450a1d 2024-12-17T08:31:00,905 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/0b096b22c3c942cd83cb31556e6babd1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/0b096b22c3c942cd83cb31556e6babd1 2024-12-17T08:31:00,906 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/5c1374f9d81046b4bf55c39c4af6180e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/5c1374f9d81046b4bf55c39c4af6180e 2024-12-17T08:31:00,906 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/0c09c2aee0d94476b76848f424ac3752 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/B/0c09c2aee0d94476b76848f424ac3752 2024-12-17T08:31:00,908 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ec229b1f635c4b5b80dba0c4ba9f1ac3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/ec229b1f635c4b5b80dba0c4ba9f1ac3 2024-12-17T08:31:00,908 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/0b49a031a1c8453aa988f020d10c4ffd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/0b49a031a1c8453aa988f020d10c4ffd 2024-12-17T08:31:00,908 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/d7e5d8715ebe40bc9ca1d4497a200f29 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/C/d7e5d8715ebe40bc9ca1d4497a200f29 2024-12-17T08:31:00,910 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/recovered.edits/421.seqid to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633/recovered.edits/421.seqid 2024-12-17T08:31:00,911 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/f14c7d80053fb8760be1b20714d0a633 2024-12-17T08:31:00,911 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T08:31:00,913 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:00,914 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T08:31:00,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T08:31:00,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:00,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T08:31:00,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734424260916"}]},"ts":"9223372036854775807"} 2024-12-17T08:31:00,918 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:31:00,918 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f14c7d80053fb8760be1b20714d0a633, NAME => 'TestAcidGuarantees,,1734424235233.f14c7d80053fb8760be1b20714d0a633.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:31:00,918 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T08:31:00,918 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734424260918"}]},"ts":"9223372036854775807"} 2024-12-17T08:31:00,919 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T08:31:00,921 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:00,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-12-17T08:31:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-17T08:31:00,999 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-17T08:31:01,008 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=246 (was 245) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=6962 (was 6981) 2024-12-17T08:31:01,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=246, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=6962 2024-12-17T08:31:01,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:31:01,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:31:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:01,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-17T08:31:01,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:01,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 165 2024-12-17T08:31:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T08:31:01,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-17T08:31:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742390_1566 (size=963) 2024-12-17T08:31:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T08:31:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T08:31:01,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162 2024-12-17T08:31:01,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T08:31:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742391_1567 (size=53) 2024-12-17T08:31:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T08:31:01,831 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:31:01,831 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 34b3de6a3a391a6dbf1f4510a4ad89a5, disabling compactions & flushes 2024-12-17T08:31:01,831 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:01,831 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:01,831 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. after waiting 0 ms 2024-12-17T08:31:01,831 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:01,831 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:01,831 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:01,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-17T08:31:01,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734424261832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734424261832"}]},"ts":"1734424261832"} 2024-12-17T08:31:01,833 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-17T08:31:01,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-17T08:31:01,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424261834"}]},"ts":"1734424261834"} 2024-12-17T08:31:01,835 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-17T08:31:01,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, ASSIGN}] 2024-12-17T08:31:01,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, ASSIGN 2024-12-17T08:31:01,839 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, ASSIGN; state=OFFLINE, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=false 2024-12-17T08:31:01,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:31:01,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; OpenRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:31:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T08:31:02,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:02,144 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:02,145 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7285): Opening region: {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:31:02,145 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,145 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:31:02,145 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7327): checking encryption for 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,145 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7330): checking classloading for 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,146 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,147 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:31:02,148 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b3de6a3a391a6dbf1f4510a4ad89a5 columnFamilyName A 2024-12-17T08:31:02,148 DEBUG [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:02,148 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(327): Store=34b3de6a3a391a6dbf1f4510a4ad89a5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:31:02,148 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,149 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:31:02,149 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b3de6a3a391a6dbf1f4510a4ad89a5 columnFamilyName B 2024-12-17T08:31:02,149 DEBUG [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:02,150 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(327): Store=34b3de6a3a391a6dbf1f4510a4ad89a5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:31:02,150 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,150 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:31:02,150 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b3de6a3a391a6dbf1f4510a4ad89a5 columnFamilyName C 2024-12-17T08:31:02,151 DEBUG [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:02,151 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(327): Store=34b3de6a3a391a6dbf1f4510a4ad89a5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:31:02,151 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:02,152 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,152 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,153 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:31:02,154 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1085): writing seq id for 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:02,155 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-17T08:31:02,156 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1102): Opened 34b3de6a3a391a6dbf1f4510a4ad89a5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64680361, jitterRate=-0.036187514662742615}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:31:02,156 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1001): Region open journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:02,157 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., pid=167, masterSystemTime=1734424262142 2024-12-17T08:31:02,158 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:02,158 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:02,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=OPEN, openSeqNum=2, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:31:02,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-17T08:31:02,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; OpenRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 in 168 msec 2024-12-17T08:31:02,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-17T08:31:02,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, ASSIGN in 322 msec 2024-12-17T08:31:02,162 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-17T08:31:02,162 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424262162"}]},"ts":"1734424262162"} 2024-12-17T08:31:02,163 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-17T08:31:02,165 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-17T08:31:02,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-17T08:31:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-17T08:31:03,123 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-17T08:31:03,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-12-17T08:31:03,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:03,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:03,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:03,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-17T08:31:03,134 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-17T08:31:03,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-17T08:31:03,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-17T08:31:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742392_1568 (size=999) 2024-12-17T08:31:03,545 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-17T08:31:03,545 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-17T08:31:03,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:31:03,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, REOPEN/MOVE}] 2024-12-17T08:31:03,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, REOPEN/MOVE 2024-12-17T08:31:03,550 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:31:03,550 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:31:03,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:31:03,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:03,702 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:03,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:31:03,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing 34b3de6a3a391a6dbf1f4510a4ad89a5, disabling compactions & flushes 2024-12-17T08:31:03,702 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:03,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:03,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. after waiting 0 ms 2024-12-17T08:31:03,702 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:03,706 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-17T08:31:03,706 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:03,706 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:03,706 WARN [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionServer(3786): Not adding moved region record: 34b3de6a3a391a6dbf1f4510a4ad89a5 to self. 2024-12-17T08:31:03,707 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:03,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=CLOSED 2024-12-17T08:31:03,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-17T08:31:03,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 in 158 msec 2024-12-17T08:31:03,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, REOPEN/MOVE; state=CLOSED, location=c41f045e1357,40233,1734424111672; forceNewPlan=false, retain=true 2024-12-17T08:31:03,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=OPENING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:31:03,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=170, state=RUNNABLE; OpenRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:31:04,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,015 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,015 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7285): Opening region: {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} 2024-12-17T08:31:04,015 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,015 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-17T08:31:04,015 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7327): checking encryption for 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,015 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7330): checking classloading for 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,016 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,017 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:31:04,017 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b3de6a3a391a6dbf1f4510a4ad89a5 columnFamilyName A 2024-12-17T08:31:04,018 DEBUG [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:04,018 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(327): Store=34b3de6a3a391a6dbf1f4510a4ad89a5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:31:04,019 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,019 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:31:04,019 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b3de6a3a391a6dbf1f4510a4ad89a5 columnFamilyName B 2024-12-17T08:31:04,019 DEBUG [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:04,020 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(327): Store=34b3de6a3a391a6dbf1f4510a4ad89a5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:31:04,020 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,020 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-17T08:31:04,020 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b3de6a3a391a6dbf1f4510a4ad89a5 columnFamilyName C 2024-12-17T08:31:04,020 DEBUG [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:04,021 INFO [StoreOpener-34b3de6a3a391a6dbf1f4510a4ad89a5-1 {}] regionserver.HStore(327): Store=34b3de6a3a391a6dbf1f4510a4ad89a5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-17T08:31:04,021 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,021 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,022 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,023 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-17T08:31:04,024 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1085): writing seq id for 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,024 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1102): Opened 34b3de6a3a391a6dbf1f4510a4ad89a5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70362009, jitterRate=0.048475638031959534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-17T08:31:04,025 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1001): Region open journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:04,025 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., pid=172, masterSystemTime=1734424264012 2024-12-17T08:31:04,026 DEBUG [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,027 INFO [RS_OPEN_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=OPEN, openSeqNum=5, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=170 2024-12-17T08:31:04,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=170, state=SUCCESS; OpenRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 in 167 msec 2024-12-17T08:31:04,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-17T08:31:04,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, REOPEN/MOVE in 480 msec 2024-12-17T08:31:04,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-17T08:31:04,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-12-17T08:31:04,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-12-17T08:31:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-17T08:31:04,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-12-17T08:31:04,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-12-17T08:31:04,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-17T08:31:04,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-17T08:31:04,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-12-17T08:31:04,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-12-17T08:31:04,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-12-17T08:31:04,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-12-17T08:31:04,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,060 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b9e2976 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598cfed4 2024-12-17T08:31:04,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521aad6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56e9a678 to 127.0.0.1:49694 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ad882f 2024-12-17T08:31:04,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5b2180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-17T08:31:04,071 DEBUG [hconnection-0x25981ee2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,071 DEBUG [hconnection-0x5dbe7c73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,071 DEBUG [hconnection-0x31c2e622-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,071 DEBUG [hconnection-0x6321b39-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,072 DEBUG [hconnection-0x12d55b96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,072 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,072 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,073 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,073 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,074 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-17T08:31:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:04,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424324091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424324091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424324092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,098 DEBUG [hconnection-0x2fb85d1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,099 DEBUG [hconnection-0x6494dc56-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,099 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,100 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424324101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-17T08:31:04,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:04,103 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:04,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T08:31:04,105 DEBUG [hconnection-0x2ae35a79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,106 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,113 DEBUG [hconnection-0x7ffd98bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,113 DEBUG [hconnection-0x68e2b825-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-17T08:31:04,114 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,114 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-17T08:31:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424324116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175e2c84684da046e49a3fbf92368802af_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424264074/Put/seqid=0 2024-12-17T08:31:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742393_1569 (size=12154) 2024-12-17T08:31:04,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424324194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424324194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424324194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424324202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T08:31:04,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424324219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T08:31:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424324396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424324397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424324397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T08:31:04,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424324405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T08:31:04,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:04,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424324421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,525 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:04,528 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175e2c84684da046e49a3fbf92368802af_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e2c84684da046e49a3fbf92368802af_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:04,529 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/7c06a717d0154e8b868b7232c94fd291, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:04,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/7c06a717d0154e8b868b7232c94fd291 is 175, key is test_row_0/A:col10/1734424264074/Put/seqid=0 2024-12-17T08:31:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742394_1570 (size=30955) 2024-12-17T08:31:04,539 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/7c06a717d0154e8b868b7232c94fd291 2024-12-17T08:31:04,559 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T08:31:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/54706caa0d8f467a992e114ca7924243 is 50, key is test_row_0/B:col10/1734424264074/Put/seqid=0 2024-12-17T08:31:04,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742395_1571 (size=12001) 2024-12-17T08:31:04,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424324698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424324699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424324701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T08:31:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424324707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T08:31:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424324723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:04,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T08:31:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:04,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:04,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/54706caa0d8f467a992e114ca7924243 2024-12-17T08:31:04,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/057b7fd7c1d644a9b2f48d2cbfb473be is 50, key is test_row_0/C:col10/1734424264074/Put/seqid=0 2024-12-17T08:31:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742396_1572 (size=12001) 2024-12-17T08:31:05,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/057b7fd7c1d644a9b2f48d2cbfb473be 2024-12-17T08:31:05,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/7c06a717d0154e8b868b7232c94fd291 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/7c06a717d0154e8b868b7232c94fd291 2024-12-17T08:31:05,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/7c06a717d0154e8b868b7232c94fd291, entries=150, sequenceid=17, filesize=30.2 K 2024-12-17T08:31:05,017 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/54706caa0d8f467a992e114ca7924243 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54706caa0d8f467a992e114ca7924243 2024-12-17T08:31:05,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T08:31:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:05,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:05,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54706caa0d8f467a992e114ca7924243, entries=150, sequenceid=17, filesize=11.7 K 2024-12-17T08:31:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/057b7fd7c1d644a9b2f48d2cbfb473be as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/057b7fd7c1d644a9b2f48d2cbfb473be 2024-12-17T08:31:05,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/057b7fd7c1d644a9b2f48d2cbfb473be, entries=150, sequenceid=17, filesize=11.7 K 2024-12-17T08:31:05,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 949ms, sequenceid=17, compaction requested=false 2024-12-17T08:31:05,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:05,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-17T08:31:05,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:05,170 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-17T08:31:05,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:05,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217bd6ea230415844f78760684c7da3d822_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424264091/Put/seqid=0 2024-12-17T08:31:05,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742397_1573 (size=12154) 2024-12-17T08:31:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:05,185 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217bd6ea230415844f78760684c7da3d822_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217bd6ea230415844f78760684c7da3d822_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:05,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c6f370b17cec43d0896b4d98a94c2ee3, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:05,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c6f370b17cec43d0896b4d98a94c2ee3 is 175, key is test_row_0/A:col10/1734424264091/Put/seqid=0 2024-12-17T08:31:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T08:31:05,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424325211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742398_1574 (size=30955) 2024-12-17T08:31:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424325212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424325212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424325213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424325226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424325314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424325315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424325315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424325516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424325519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424325519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,614 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c6f370b17cec43d0896b4d98a94c2ee3 2024-12-17T08:31:05,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4793ab3f33bb4a15bfc2625f26623dc2 is 50, key is test_row_0/B:col10/1734424264091/Put/seqid=0 2024-12-17T08:31:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742399_1575 (size=12001) 2024-12-17T08:31:05,625 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4793ab3f33bb4a15bfc2625f26623dc2 2024-12-17T08:31:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/65a1306121dd49088da6c35479259884 is 50, key is test_row_0/C:col10/1734424264091/Put/seqid=0 2024-12-17T08:31:05,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742400_1576 (size=12001) 2024-12-17T08:31:05,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-17T08:31:05,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424325818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424325820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424325822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,051 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/65a1306121dd49088da6c35479259884 2024-12-17T08:31:06,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c6f370b17cec43d0896b4d98a94c2ee3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c6f370b17cec43d0896b4d98a94c2ee3 2024-12-17T08:31:06,059 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c6f370b17cec43d0896b4d98a94c2ee3, entries=150, sequenceid=40, filesize=30.2 K 2024-12-17T08:31:06,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4793ab3f33bb4a15bfc2625f26623dc2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4793ab3f33bb4a15bfc2625f26623dc2 2024-12-17T08:31:06,063 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4793ab3f33bb4a15bfc2625f26623dc2, entries=150, sequenceid=40, filesize=11.7 K 2024-12-17T08:31:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/65a1306121dd49088da6c35479259884 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/65a1306121dd49088da6c35479259884 2024-12-17T08:31:06,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/65a1306121dd49088da6c35479259884, entries=150, sequenceid=40, filesize=11.7 K 2024-12-17T08:31:06,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 897ms, sequenceid=40, compaction requested=false 2024-12-17T08:31:06,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:06,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-17T08:31:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-17T08:31:06,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-17T08:31:06,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9690 sec 2024-12-17T08:31:06,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.9730 sec 2024-12-17T08:31:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-17T08:31:06,207 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-17T08:31:06,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-17T08:31:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T08:31:06,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:06,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:06,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:06,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-17T08:31:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:06,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ce2cfce1c45c46339560d8b10e14d6b2_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424266217/Put/seqid=0 2024-12-17T08:31:06,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742401_1577 (size=14594) 2024-12-17T08:31:06,228 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:06,231 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217ce2cfce1c45c46339560d8b10e14d6b2_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ce2cfce1c45c46339560d8b10e14d6b2_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:06,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/3abd8d933e2845aa98c3212b8da7adf9, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:06,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/3abd8d933e2845aa98c3212b8da7adf9 is 175, key is test_row_0/A:col10/1734424266217/Put/seqid=0 2024-12-17T08:31:06,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742402_1578 (size=39549) 2024-12-17T08:31:06,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/3abd8d933e2845aa98c3212b8da7adf9 2024-12-17T08:31:06,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/5b828705a94343b680b79d5cbac27420 is 50, key is test_row_0/B:col10/1734424266217/Put/seqid=0 2024-12-17T08:31:06,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742403_1579 (size=12001) 2024-12-17T08:31:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424326254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424326256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T08:31:06,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424326324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424326326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424326326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424326358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,362 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-17T08:31:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424326360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T08:31:06,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-17T08:31:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424326561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424326563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/5b828705a94343b680b79d5cbac27420 2024-12-17T08:31:06,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/16b0e8ab35f14ca98a41db56887b16ce is 50, key is test_row_0/C:col10/1734424266217/Put/seqid=0 2024-12-17T08:31:06,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742404_1580 (size=12001) 2024-12-17T08:31:06,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-17T08:31:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T08:31:06,819 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-17T08:31:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424326866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424326867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:06,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-17T08:31:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:06,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:06,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:07,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/16b0e8ab35f14ca98a41db56887b16ce 2024-12-17T08:31:07,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/3abd8d933e2845aa98c3212b8da7adf9 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/3abd8d933e2845aa98c3212b8da7adf9 2024-12-17T08:31:07,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/3abd8d933e2845aa98c3212b8da7adf9, entries=200, sequenceid=54, filesize=38.6 K 2024-12-17T08:31:07,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/5b828705a94343b680b79d5cbac27420 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/5b828705a94343b680b79d5cbac27420 2024-12-17T08:31:07,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/5b828705a94343b680b79d5cbac27420, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T08:31:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/16b0e8ab35f14ca98a41db56887b16ce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/16b0e8ab35f14ca98a41db56887b16ce 2024-12-17T08:31:07,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/16b0e8ab35f14ca98a41db56887b16ce, entries=150, sequenceid=54, filesize=11.7 K 2024-12-17T08:31:07,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 861ms, sequenceid=54, compaction requested=true 2024-12-17T08:31:07,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:07,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:07,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:07,079 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:07,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:07,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:07,079 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:07,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:07,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:07,080 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:07,080 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:07,080 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:07,081 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/7c06a717d0154e8b868b7232c94fd291, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c6f370b17cec43d0896b4d98a94c2ee3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/3abd8d933e2845aa98c3212b8da7adf9] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=99.1 K 2024-12-17T08:31:07,081 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:07,081 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/7c06a717d0154e8b868b7232c94fd291, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c6f370b17cec43d0896b4d98a94c2ee3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/3abd8d933e2845aa98c3212b8da7adf9] 2024-12-17T08:31:07,081 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:07,081 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:07,081 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:07,081 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54706caa0d8f467a992e114ca7924243, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4793ab3f33bb4a15bfc2625f26623dc2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/5b828705a94343b680b79d5cbac27420] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=35.2 K 2024-12-17T08:31:07,081 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c06a717d0154e8b868b7232c94fd291, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734424264074 2024-12-17T08:31:07,082 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 54706caa0d8f467a992e114ca7924243, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734424264074 2024-12-17T08:31:07,082 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6f370b17cec43d0896b4d98a94c2ee3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734424264089 2024-12-17T08:31:07,082 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4793ab3f33bb4a15bfc2625f26623dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734424264089 2024-12-17T08:31:07,082 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b828705a94343b680b79d5cbac27420, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424265209 2024-12-17T08:31:07,082 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3abd8d933e2845aa98c3212b8da7adf9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424265205 2024-12-17T08:31:07,087 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:07,090 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412173edbbb045da949f592716e064446b485_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:07,091 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:07,091 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/089c76de80be4a30a0c82004e2729626 is 50, key is test_row_0/B:col10/1734424266217/Put/seqid=0 2024-12-17T08:31:07,092 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412173edbbb045da949f592716e064446b485_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:07,092 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412173edbbb045da949f592716e064446b485_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742405_1581 (size=12104) 2024-12-17T08:31:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742406_1582 (size=4469) 2024-12-17T08:31:07,101 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#499 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:07,101 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ee176e7d812a4234bd74565b360d5f2d is 175, key is test_row_0/A:col10/1734424266217/Put/seqid=0 2024-12-17T08:31:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742407_1583 (size=31058) 2024-12-17T08:31:07,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-17T08:31:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:07,125 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T08:31:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:07,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:07,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:07,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:07,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174c8b761e0c914caa977007d22dac14da_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424266255/Put/seqid=0 2024-12-17T08:31:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742408_1584 (size=12154) 2024-12-17T08:31:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T08:31:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:07,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424327344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424327344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424327344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424327369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424327370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424327447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424327447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424327448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,500 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/089c76de80be4a30a0c82004e2729626 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/089c76de80be4a30a0c82004e2729626 2024-12-17T08:31:07,504 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 089c76de80be4a30a0c82004e2729626(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:07,504 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:07,504 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424267079; duration=0sec 2024-12-17T08:31:07,504 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:07,504 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:07,504 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:07,505 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:07,505 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:07,505 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:07,506 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/057b7fd7c1d644a9b2f48d2cbfb473be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/65a1306121dd49088da6c35479259884, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/16b0e8ab35f14ca98a41db56887b16ce] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=35.2 K 2024-12-17T08:31:07,506 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 057b7fd7c1d644a9b2f48d2cbfb473be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734424264074 2024-12-17T08:31:07,506 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 65a1306121dd49088da6c35479259884, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734424264089 2024-12-17T08:31:07,507 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 16b0e8ab35f14ca98a41db56887b16ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424265209 2024-12-17T08:31:07,508 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ee176e7d812a4234bd74565b360d5f2d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ee176e7d812a4234bd74565b360d5f2d 2024-12-17T08:31:07,514 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into ee176e7d812a4234bd74565b360d5f2d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:07,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:07,514 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424267079; duration=0sec 2024-12-17T08:31:07,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:07,514 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:07,515 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:07,515 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/ca1d5ac6883f4acda86626e281198448 is 50, key is test_row_0/C:col10/1734424266217/Put/seqid=0 2024-12-17T08:31:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742409_1585 (size=12104) 2024-12-17T08:31:07,541 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412174c8b761e0c914caa977007d22dac14da_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174c8b761e0c914caa977007d22dac14da_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:07,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/35f909c277784aa1bdb17303bb408606, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:07,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/35f909c277784aa1bdb17303bb408606 is 175, key is test_row_0/A:col10/1734424266255/Put/seqid=0 2024-12-17T08:31:07,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742410_1586 (size=30955) 2024-12-17T08:31:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424327650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424327650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424327651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,943 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/ca1d5ac6883f4acda86626e281198448 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/ca1d5ac6883f4acda86626e281198448 2024-12-17T08:31:07,952 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into ca1d5ac6883f4acda86626e281198448(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:07,952 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:07,952 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424267079; duration=0sec 2024-12-17T08:31:07,953 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:07,953 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:07,953 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/35f909c277784aa1bdb17303bb408606 2024-12-17T08:31:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424327953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424327953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424327955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/84808febff094dbdb771bbfdfc4dd2e1 is 50, key is test_row_0/B:col10/1734424266255/Put/seqid=0 2024-12-17T08:31:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742411_1587 (size=12001) 2024-12-17T08:31:07,987 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/84808febff094dbdb771bbfdfc4dd2e1 2024-12-17T08:31:07,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/3666661acaad43ebac336f4a8a88aa54 is 50, key is test_row_0/C:col10/1734424266255/Put/seqid=0 2024-12-17T08:31:08,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742412_1588 (size=12001) 2024-12-17T08:31:08,024 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/3666661acaad43ebac336f4a8a88aa54 2024-12-17T08:31:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/35f909c277784aa1bdb17303bb408606 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/35f909c277784aa1bdb17303bb408606 2024-12-17T08:31:08,031 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/35f909c277784aa1bdb17303bb408606, entries=150, sequenceid=76, filesize=30.2 K 2024-12-17T08:31:08,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/84808febff094dbdb771bbfdfc4dd2e1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/84808febff094dbdb771bbfdfc4dd2e1 2024-12-17T08:31:08,035 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/84808febff094dbdb771bbfdfc4dd2e1, entries=150, sequenceid=76, filesize=11.7 K 2024-12-17T08:31:08,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/3666661acaad43ebac336f4a8a88aa54 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/3666661acaad43ebac336f4a8a88aa54 2024-12-17T08:31:08,039 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/3666661acaad43ebac336f4a8a88aa54, entries=150, sequenceid=76, filesize=11.7 K 2024-12-17T08:31:08,040 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 915ms, sequenceid=76, compaction requested=false 2024-12-17T08:31:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-17T08:31:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-17T08:31:08,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-17T08:31:08,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-12-17T08:31:08,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.8350 sec 2024-12-17T08:31:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-17T08:31:08,313 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-17T08:31:08,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-17T08:31:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-17T08:31:08,316 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:08,317 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:08,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:08,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:31:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:08,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172e100a6eb1e4471c814ad3bf8718461e_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424268371/Put/seqid=0 2024-12-17T08:31:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742413_1589 (size=14594) 2024-12-17T08:31:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-17T08:31:08,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424328416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424328417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424328455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424328457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424328460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-17T08:31:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424328519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424328519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-17T08:31:08,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-17T08:31:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424328722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424328722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-17T08:31:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:08,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:08,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172e100a6eb1e4471c814ad3bf8718461e_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172e100a6eb1e4471c814ad3bf8718461e_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:08,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/efdf1850c4324501927d5a36b0c6c3e5, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:08,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/efdf1850c4324501927d5a36b0c6c3e5 is 175, key is test_row_0/A:col10/1734424268371/Put/seqid=0 2024-12-17T08:31:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742414_1590 (size=39549) 2024-12-17T08:31:08,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/efdf1850c4324501927d5a36b0c6c3e5 2024-12-17T08:31:08,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/214bb0283b534d7a901443cba43f1b12 is 50, key is test_row_0/B:col10/1734424268371/Put/seqid=0 2024-12-17T08:31:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742415_1591 (size=12001) 2024-12-17T08:31:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-17T08:31:08,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:08,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-17T08:31:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:08,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424329025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424329026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-17T08:31:09,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:09,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/214bb0283b534d7a901443cba43f1b12 2024-12-17T08:31:09,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/36535f7276a54415acf95d1705a5ea31 is 50, key is test_row_0/C:col10/1734424268371/Put/seqid=0 2024-12-17T08:31:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742416_1592 (size=12001) 2024-12-17T08:31:09,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/36535f7276a54415acf95d1705a5ea31 2024-12-17T08:31:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/efdf1850c4324501927d5a36b0c6c3e5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/efdf1850c4324501927d5a36b0c6c3e5 2024-12-17T08:31:09,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/efdf1850c4324501927d5a36b0c6c3e5, entries=200, sequenceid=94, filesize=38.6 K 2024-12-17T08:31:09,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/214bb0283b534d7a901443cba43f1b12 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/214bb0283b534d7a901443cba43f1b12 2024-12-17T08:31:09,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/214bb0283b534d7a901443cba43f1b12, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T08:31:09,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/36535f7276a54415acf95d1705a5ea31 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/36535f7276a54415acf95d1705a5ea31 2024-12-17T08:31:09,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/36535f7276a54415acf95d1705a5ea31, entries=150, sequenceid=94, filesize=11.7 K 2024-12-17T08:31:09,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 857ms, sequenceid=94, compaction requested=true 2024-12-17T08:31:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:09,229 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:09,229 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:09,230 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:09,230 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:09,230 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:09,230 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:09,230 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,230 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,230 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ee176e7d812a4234bd74565b360d5f2d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/35f909c277784aa1bdb17303bb408606, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/efdf1850c4324501927d5a36b0c6c3e5] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=99.2 K 2024-12-17T08:31:09,230 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,230 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ee176e7d812a4234bd74565b360d5f2d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/35f909c277784aa1bdb17303bb408606, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/efdf1850c4324501927d5a36b0c6c3e5] 2024-12-17T08:31:09,230 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/089c76de80be4a30a0c82004e2729626, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/84808febff094dbdb771bbfdfc4dd2e1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/214bb0283b534d7a901443cba43f1b12] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=35.3 K 2024-12-17T08:31:09,231 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee176e7d812a4234bd74565b360d5f2d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424265209 2024-12-17T08:31:09,231 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 089c76de80be4a30a0c82004e2729626, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424265209 2024-12-17T08:31:09,231 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35f909c277784aa1bdb17303bb408606, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734424266245 2024-12-17T08:31:09,231 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 84808febff094dbdb771bbfdfc4dd2e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734424266245 2024-12-17T08:31:09,231 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting efdf1850c4324501927d5a36b0c6c3e5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424267338 2024-12-17T08:31:09,231 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 214bb0283b534d7a901443cba43f1b12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424267338 2024-12-17T08:31:09,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-17T08:31:09,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,232 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:31:09,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:09,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:09,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:09,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,242 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177ef48fec6c7c4596a573106ed483b89e_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424268413/Put/seqid=0 2024-12-17T08:31:09,243 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/08871adcf37e4d5486795f138174f194 is 50, key is test_row_0/B:col10/1734424268371/Put/seqid=0 2024-12-17T08:31:09,253 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:09,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742417_1593 (size=12154) 2024-12-17T08:31:09,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,255 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121748937dffe38f4685978155817d11e6db_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:09,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742418_1594 (size=12207) 2024-12-17T08:31:09,257 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121748937dffe38f4685978155817d11e6db_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:09,257 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121748937dffe38f4685978155817d11e6db_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:09,259 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412177ef48fec6c7c4596a573106ed483b89e_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177ef48fec6c7c4596a573106ed483b89e_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:09,260 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/08871adcf37e4d5486795f138174f194 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/08871adcf37e4d5486795f138174f194 2024-12-17T08:31:09,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/93c3cc4fa9c0451a89b0b326e56cec9d, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:09,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/93c3cc4fa9c0451a89b0b326e56cec9d is 175, key is test_row_0/A:col10/1734424268413/Put/seqid=0 2024-12-17T08:31:09,264 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 08871adcf37e4d5486795f138174f194(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:09,264 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:09,264 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424269229; duration=0sec 2024-12-17T08:31:09,264 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:09,264 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:09,265 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742419_1595 (size=4469) 2024-12-17T08:31:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742420_1596 (size=30955) 2024-12-17T08:31:09,266 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:09,266 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:09,266 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,267 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/ca1d5ac6883f4acda86626e281198448, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/3666661acaad43ebac336f4a8a88aa54, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/36535f7276a54415acf95d1705a5ea31] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=35.3 K 2024-12-17T08:31:09,267 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/93c3cc4fa9c0451a89b0b326e56cec9d 2024-12-17T08:31:09,267 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ca1d5ac6883f4acda86626e281198448, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734424265209 2024-12-17T08:31:09,267 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 3666661acaad43ebac336f4a8a88aa54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734424266245 2024-12-17T08:31:09,267 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 36535f7276a54415acf95d1705a5ea31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424267338 2024-12-17T08:31:09,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/b9159b8511264ce3812797c6ad7ce673 is 50, key is test_row_0/B:col10/1734424268413/Put/seqid=0 2024-12-17T08:31:09,274 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#512 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:09,275 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/570782b548de41cf8a685628e442bb52 is 50, key is test_row_0/C:col10/1734424268371/Put/seqid=0 2024-12-17T08:31:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742421_1597 (size=12001) 2024-12-17T08:31:09,279 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/b9159b8511264ce3812797c6ad7ce673 2024-12-17T08:31:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742422_1598 (size=12207) 2024-12-17T08:31:09,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/2a36d2dd2eec4dbe9e0423b2028bef12 is 50, key is test_row_0/C:col10/1734424268413/Put/seqid=0 2024-12-17T08:31:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742423_1599 (size=12001) 2024-12-17T08:31:09,296 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/2a36d2dd2eec4dbe9e0423b2028bef12 2024-12-17T08:31:09,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/93c3cc4fa9c0451a89b0b326e56cec9d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/93c3cc4fa9c0451a89b0b326e56cec9d 2024-12-17T08:31:09,304 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/93c3cc4fa9c0451a89b0b326e56cec9d, entries=150, sequenceid=115, filesize=30.2 K 2024-12-17T08:31:09,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/b9159b8511264ce3812797c6ad7ce673 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b9159b8511264ce3812797c6ad7ce673 2024-12-17T08:31:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,307 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b9159b8511264ce3812797c6ad7ce673, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T08:31:09,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/2a36d2dd2eec4dbe9e0423b2028bef12 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/2a36d2dd2eec4dbe9e0423b2028bef12 2024-12-17T08:31:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,311 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/2a36d2dd2eec4dbe9e0423b2028bef12, entries=150, sequenceid=115, filesize=11.7 K 2024-12-17T08:31:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,312 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 80ms, sequenceid=115, compaction requested=false 2024-12-17T08:31:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-17T08:31:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-17T08:31:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-17T08:31:09,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-12-17T08:31:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.0000 sec 2024-12-17T08:31:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-17T08:31:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,419 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-17T08:31:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-17T08:31:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,422 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-17T08:31:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,422 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:09,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:31:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:09,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:09,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:09,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175e1f57072ee8433aa5d1a14cdc731fa0_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424269500/Put/seqid=0 2024-12-17T08:31:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-17T08:31:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742425_1601 (size=26798) 2024-12-17T08:31:09,538 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,541 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175e1f57072ee8433aa5d1a14cdc731fa0_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e1f57072ee8433aa5d1a14cdc731fa0_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424329536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424329536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424329537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,541 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c7f968d57d0e488a8fc965d7c896f689, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:09,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424329538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c7f968d57d0e488a8fc965d7c896f689 is 175, key is test_row_0/A:col10/1734424269500/Put/seqid=0 2024-12-17T08:31:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742424_1600 (size=82585) 2024-12-17T08:31:09,544 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c7f968d57d0e488a8fc965d7c896f689 2024-12-17T08:31:09,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424329541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/0975562cffa84e67bd4b20da0be80cab is 50, key is test_row_0/B:col10/1734424269500/Put/seqid=0 2024-12-17T08:31:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742426_1602 (size=12001) 2024-12-17T08:31:09,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/0975562cffa84e67bd4b20da0be80cab 2024-12-17T08:31:09,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/974d63b37152437dbcfb465373bc8ba1 is 50, key is test_row_0/C:col10/1734424269500/Put/seqid=0 2024-12-17T08:31:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742427_1603 (size=12001) 2024-12-17T08:31:09,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/974d63b37152437dbcfb465373bc8ba1 2024-12-17T08:31:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/c7f968d57d0e488a8fc965d7c896f689 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c7f968d57d0e488a8fc965d7c896f689 2024-12-17T08:31:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c7f968d57d0e488a8fc965d7c896f689, entries=450, sequenceid=128, filesize=80.6 K 2024-12-17T08:31:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/0975562cffa84e67bd4b20da0be80cab as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/0975562cffa84e67bd4b20da0be80cab 2024-12-17T08:31:09,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/0975562cffa84e67bd4b20da0be80cab, entries=150, sequenceid=128, filesize=11.7 K 2024-12-17T08:31:09,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/974d63b37152437dbcfb465373bc8ba1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/974d63b37152437dbcfb465373bc8ba1 2024-12-17T08:31:09,574 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-17T08:31:09,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/974d63b37152437dbcfb465373bc8ba1, entries=150, sequenceid=128, filesize=11.7 K 2024-12-17T08:31:09,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 83ms, sequenceid=128, compaction requested=true 2024-12-17T08:31:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T08:31:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:09,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T08:31:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:09,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-17T08:31:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:09,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121710468502edd24222887405eafaa8f2e1_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424269539/Put/seqid=0 2024-12-17T08:31:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742428_1604 (size=12304) 2024-12-17T08:31:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424329652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,658 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424329653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424329654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424329655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424329655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121710468502edd24222887405eafaa8f2e1_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121710468502edd24222887405eafaa8f2e1_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:09,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/03979d692b8d4633928ee293daf424eb, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:09,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/03979d692b8d4633928ee293daf424eb is 175, key is test_row_0/A:col10/1734424269539/Put/seqid=0 2024-12-17T08:31:09,667 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#510 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:09,668 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/4661c207396c46d5a173f2cbb84436d7 is 175, key is test_row_0/A:col10/1734424268371/Put/seqid=0 2024-12-17T08:31:09,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742429_1605 (size=31105) 2024-12-17T08:31:09,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/03979d692b8d4633928ee293daf424eb 2024-12-17T08:31:09,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/334521662878406d88fa1787d5470dad is 50, key is test_row_0/B:col10/1734424269539/Put/seqid=0 2024-12-17T08:31:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742430_1606 (size=31161) 2024-12-17T08:31:09,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/570782b548de41cf8a685628e442bb52 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/570782b548de41cf8a685628e442bb52 2024-12-17T08:31:09,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742431_1607 (size=12151) 2024-12-17T08:31:09,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/334521662878406d88fa1787d5470dad 2024-12-17T08:31:09,698 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 570782b548de41cf8a685628e442bb52(size=11.9 K), total size for store is 35.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:09,698 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:09,698 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/4661c207396c46d5a173f2cbb84436d7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/4661c207396c46d5a173f2cbb84436d7 2024-12-17T08:31:09,698 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424269229; duration=0sec 2024-12-17T08:31:09,699 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T08:31:09,699 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:09,699 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-17T08:31:09,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/4f305196a9ab4aafb7711e9d7712b90e is 50, key is test_row_0/C:col10/1734424269539/Put/seqid=0 2024-12-17T08:31:09,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T08:31:09,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T08:31:09,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. because compaction request was cancelled 2024-12-17T08:31:09,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:09,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:09,702 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:09,704 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:09,704 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:09,704 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,704 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/08871adcf37e4d5486795f138174f194, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b9159b8511264ce3812797c6ad7ce673, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/0975562cffa84e67bd4b20da0be80cab] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=35.4 K 2024-12-17T08:31:09,705 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 08871adcf37e4d5486795f138174f194, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424267338 2024-12-17T08:31:09,705 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b9159b8511264ce3812797c6ad7ce673, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734424268413 2024-12-17T08:31:09,706 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 0975562cffa84e67bd4b20da0be80cab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424269499 2024-12-17T08:31:09,707 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 4661c207396c46d5a173f2cbb84436d7(size=30.4 K), total size for store is 141.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:09,707 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:09,707 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424269229; duration=0sec 2024-12-17T08:31:09,707 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:09,707 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:09,707 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:09,708 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:09,708 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:09,708 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,708 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/570782b548de41cf8a685628e442bb52, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/2a36d2dd2eec4dbe9e0423b2028bef12, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/974d63b37152437dbcfb465373bc8ba1] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=35.4 K 2024-12-17T08:31:09,709 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 570782b548de41cf8a685628e442bb52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424267338 2024-12-17T08:31:09,709 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a36d2dd2eec4dbe9e0423b2028bef12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734424268413 2024-12-17T08:31:09,709 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 974d63b37152437dbcfb465373bc8ba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424269499 2024-12-17T08:31:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742432_1608 (size=12151) 2024-12-17T08:31:09,721 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:09,722 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/e3feb155d6c7402787eb95906ca2b018 is 50, key is test_row_0/B:col10/1734424269500/Put/seqid=0 2024-12-17T08:31:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-17T08:31:09,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-17T08:31:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,729 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:09,730 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/55a97286042a4370a4d29dd6e5996a12 is 50, key is test_row_0/C:col10/1734424269500/Put/seqid=0 2024-12-17T08:31:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742433_1609 (size=12309) 2024-12-17T08:31:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742434_1610 (size=12309) 2024-12-17T08:31:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424329759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424329759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424329759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424329760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424329761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-17T08:31:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:09,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424329962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424329962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424329963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424329963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:09,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424329966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-17T08:31:10,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-17T08:31:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/4f305196a9ab4aafb7711e9d7712b90e 2024-12-17T08:31:10,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/03979d692b8d4633928ee293daf424eb as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/03979d692b8d4633928ee293daf424eb 2024-12-17T08:31:10,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/03979d692b8d4633928ee293daf424eb, entries=150, sequenceid=153, filesize=30.4 K 2024-12-17T08:31:10,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/334521662878406d88fa1787d5470dad as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/334521662878406d88fa1787d5470dad 2024-12-17T08:31:10,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/334521662878406d88fa1787d5470dad, entries=150, sequenceid=153, filesize=11.9 K 2024-12-17T08:31:10,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/4f305196a9ab4aafb7711e9d7712b90e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4f305196a9ab4aafb7711e9d7712b90e 2024-12-17T08:31:10,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4f305196a9ab4aafb7711e9d7712b90e, entries=150, sequenceid=153, filesize=11.9 K 2024-12-17T08:31:10,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 487ms, sequenceid=153, compaction requested=true 2024-12-17T08:31:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T08:31:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T08:31:10,137 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/e3feb155d6c7402787eb95906ca2b018 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/e3feb155d6c7402787eb95906ca2b018 2024-12-17T08:31:10,141 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into e3feb155d6c7402787eb95906ca2b018(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:10,141 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:10,141 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424269585; duration=0sec 2024-12-17T08:31:10,142 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/55a97286042a4370a4d29dd6e5996a12 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/55a97286042a4370a4d29dd6e5996a12 2024-12-17T08:31:10,142 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-17T08:31:10,142 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:10,142 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:31:10,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 175806 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:31:10,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:10,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/4661c207396c46d5a173f2cbb84436d7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/93c3cc4fa9c0451a89b0b326e56cec9d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c7f968d57d0e488a8fc965d7c896f689, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/03979d692b8d4633928ee293daf424eb] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=171.7 K 2024-12-17T08:31:10,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/4661c207396c46d5a173f2cbb84436d7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/93c3cc4fa9c0451a89b0b326e56cec9d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c7f968d57d0e488a8fc965d7c896f689, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/03979d692b8d4633928ee293daf424eb] 2024-12-17T08:31:10,144 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4661c207396c46d5a173f2cbb84436d7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734424267338 2024-12-17T08:31:10,144 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c3cc4fa9c0451a89b0b326e56cec9d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734424268413 2024-12-17T08:31:10,144 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c7f968d57d0e488a8fc965d7c896f689, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424269483 2024-12-17T08:31:10,145 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 03979d692b8d4633928ee293daf424eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734424269536 2024-12-17T08:31:10,146 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 55a97286042a4370a4d29dd6e5996a12(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:10,146 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:10,146 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424269585; duration=0sec 2024-12-17T08:31:10,146 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-17T08:31:10,146 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:10,146 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:10,146 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:10,146 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T08:31:10,147 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T08:31:10,147 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T08:31:10,147 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. because compaction request was cancelled 2024-12-17T08:31:10,147 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:10,147 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-17T08:31:10,148 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-17T08:31:10,148 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-17T08:31:10,148 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. because compaction request was cancelled 2024-12-17T08:31:10,148 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:10,156 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:10,159 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217d49cc9ff1fce48dead9ea2efe3c19b77_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:10,162 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217d49cc9ff1fce48dead9ea2efe3c19b77_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:10,162 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d49cc9ff1fce48dead9ea2efe3c19b77_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:10,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742435_1611 (size=4469) 2024-12-17T08:31:10,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-17T08:31:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,186 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:31:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:10,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170eb11875090d496a80589e56d2611dd4_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424269654/Put/seqid=0 2024-12-17T08:31:10,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742436_1612 (size=12304) 2024-12-17T08:31:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,214 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170eb11875090d496a80589e56d2611dd4_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170eb11875090d496a80589e56d2611dd4_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/af51b2410e69450cb540a0ff11ad9d76, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/af51b2410e69450cb540a0ff11ad9d76 is 175, key is test_row_0/A:col10/1734424269654/Put/seqid=0 2024-12-17T08:31:10,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742437_1613 (size=31105) 2024-12-17T08:31:10,219 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/af51b2410e69450cb540a0ff11ad9d76 2024-12-17T08:31:10,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/96fa638da4eb42f5813ee6375ef917c5 is 50, key is test_row_0/B:col10/1734424269654/Put/seqid=0 2024-12-17T08:31:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742438_1614 (size=12151) 2024-12-17T08:31:10,230 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/96fa638da4eb42f5813ee6375ef917c5 2024-12-17T08:31:10,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/c897062a325441dbadfbe0a972f9fd49 is 50, key is test_row_0/C:col10/1734424269654/Put/seqid=0 2024-12-17T08:31:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742439_1615 (size=12151) 2024-12-17T08:31:10,241 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/c897062a325441dbadfbe0a972f9fd49 2024-12-17T08:31:10,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/af51b2410e69450cb540a0ff11ad9d76 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/af51b2410e69450cb540a0ff11ad9d76 2024-12-17T08:31:10,248 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/af51b2410e69450cb540a0ff11ad9d76, entries=150, sequenceid=168, filesize=30.4 K 2024-12-17T08:31:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/96fa638da4eb42f5813ee6375ef917c5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/96fa638da4eb42f5813ee6375ef917c5 2024-12-17T08:31:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,252 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/96fa638da4eb42f5813ee6375ef917c5, entries=150, sequenceid=168, filesize=11.9 K 2024-12-17T08:31:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/c897062a325441dbadfbe0a972f9fd49 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c897062a325441dbadfbe0a972f9fd49 2024-12-17T08:31:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,256 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c897062a325441dbadfbe0a972f9fd49, entries=150, sequenceid=168, filesize=11.9 K 2024-12-17T08:31:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,257 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 71ms, sequenceid=168, compaction requested=true 2024-12-17T08:31:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-17T08:31:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-17T08:31:10,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 836 msec 2024-12-17T08:31:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 841 msec 2024-12-17T08:31:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-17T08:31:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:10,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:10,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:10,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121762bfb307de9146ef8c42257a1e3ce118_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424270303/Put/seqid=0 2024-12-17T08:31:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742441_1617 (size=27248) 2024-12-17T08:31:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424330324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424330324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424330327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424330327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424330327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424330428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424330429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424330431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424330431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424330432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-17T08:31:10,525 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-17T08:31:10,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-17T08:31:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-17T08:31:10,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:10,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:10,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:10,571 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#522 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:10,572 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/f91c2d46165d4976a028c1fce647c4a8 is 175, key is test_row_0/A:col10/1734424269539/Put/seqid=0 2024-12-17T08:31:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742442_1618 (size=31447) 2024-12-17T08:31:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-17T08:31:10,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424330632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424330632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424330634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424330635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424330635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-17T08:31:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,717 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:10,721 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121762bfb307de9146ef8c42257a1e3ce118_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121762bfb307de9146ef8c42257a1e3ce118_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:10,721 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/edd5d1e385cc4c458c8db528fed7dcb4, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:10,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/edd5d1e385cc4c458c8db528fed7dcb4 is 175, key is test_row_0/A:col10/1734424270303/Put/seqid=0 2024-12-17T08:31:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742440_1616 (size=83035) 2024-12-17T08:31:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-17T08:31:10,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-17T08:31:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424330937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424330937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424330938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424330938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424330938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,982 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/f91c2d46165d4976a028c1fce647c4a8 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/f91c2d46165d4976a028c1fce647c4a8 2024-12-17T08:31:10,985 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:10,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-17T08:31:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:10,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,987 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into f91c2d46165d4976a028c1fce647c4a8(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:10,987 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:10,987 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=12, startTime=1734424270132; duration=0sec 2024-12-17T08:31:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:10,987 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:10,987 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:11,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/edd5d1e385cc4c458c8db528fed7dcb4 2024-12-17T08:31:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-17T08:31:11,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/d55c0bbbc62d4662b94b4d4999d18042 is 50, key is test_row_0/B:col10/1734424270303/Put/seqid=0 2024-12-17T08:31:11,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-17T08:31:11,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:11,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742443_1619 (size=12151) 2024-12-17T08:31:11,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-17T08:31:11,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:11,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T08:31:11,428 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-17T08:31:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424331441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424331442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424331442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,444 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-17T08:31:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424331443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:11,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424331444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/d55c0bbbc62d4662b94b4d4999d18042 2024-12-17T08:31:11,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/41ad0a42b77a4eaebb28be87485c2b73 is 50, key is test_row_0/C:col10/1734424270303/Put/seqid=0 2024-12-17T08:31:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742444_1620 (size=12151) 2024-12-17T08:31:11,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/41ad0a42b77a4eaebb28be87485c2b73 2024-12-17T08:31:11,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/edd5d1e385cc4c458c8db528fed7dcb4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/edd5d1e385cc4c458c8db528fed7dcb4 2024-12-17T08:31:11,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/edd5d1e385cc4c458c8db528fed7dcb4, entries=450, sequenceid=180, filesize=81.1 K 2024-12-17T08:31:11,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/d55c0bbbc62d4662b94b4d4999d18042 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/d55c0bbbc62d4662b94b4d4999d18042 2024-12-17T08:31:11,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/d55c0bbbc62d4662b94b4d4999d18042, entries=150, sequenceid=180, filesize=11.9 K 2024-12-17T08:31:11,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/41ad0a42b77a4eaebb28be87485c2b73 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/41ad0a42b77a4eaebb28be87485c2b73 2024-12-17T08:31:11,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/41ad0a42b77a4eaebb28be87485c2b73, entries=150, sequenceid=180, filesize=11.9 K 2024-12-17T08:31:11,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1278ms, sequenceid=180, compaction requested=true 2024-12-17T08:31:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:11,581 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:11,581 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:31:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:11,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:11,582 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145587 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:11,582 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:11,582 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,582 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/f91c2d46165d4976a028c1fce647c4a8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/af51b2410e69450cb540a0ff11ad9d76, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/edd5d1e385cc4c458c8db528fed7dcb4] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=142.2 K 2024-12-17T08:31:11,582 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,582 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/f91c2d46165d4976a028c1fce647c4a8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/af51b2410e69450cb540a0ff11ad9d76, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/edd5d1e385cc4c458c8db528fed7dcb4] 2024-12-17T08:31:11,583 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:31:11,583 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:11,583 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting f91c2d46165d4976a028c1fce647c4a8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734424269536 2024-12-17T08:31:11,583 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,583 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/e3feb155d6c7402787eb95906ca2b018, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/334521662878406d88fa1787d5470dad, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/96fa638da4eb42f5813ee6375ef917c5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/d55c0bbbc62d4662b94b4d4999d18042] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=47.6 K 2024-12-17T08:31:11,583 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting af51b2410e69450cb540a0ff11ad9d76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424269653 2024-12-17T08:31:11,583 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e3feb155d6c7402787eb95906ca2b018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424269499 2024-12-17T08:31:11,584 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 334521662878406d88fa1787d5470dad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734424269536 2024-12-17T08:31:11,584 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting edd5d1e385cc4c458c8db528fed7dcb4, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424270291 2024-12-17T08:31:11,584 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 96fa638da4eb42f5813ee6375ef917c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424269653 2024-12-17T08:31:11,584 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting d55c0bbbc62d4662b94b4d4999d18042, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424270295 2024-12-17T08:31:11,590 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:11,593 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:11,593 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412176035154fa4654ff48abe9d15bff051c6_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:11,594 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/611580f45fb04da7994a778c407f4222 is 50, key is test_row_0/B:col10/1734424270303/Put/seqid=0 2024-12-17T08:31:11,596 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412176035154fa4654ff48abe9d15bff051c6_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:11,596 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412176035154fa4654ff48abe9d15bff051c6_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:11,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:11,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-17T08:31:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:11,598 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-17T08:31:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742446_1622 (size=4469) 2024-12-17T08:31:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742445_1621 (size=12595) 2024-12-17T08:31:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-17T08:31:11,632 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#529 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:11,632 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/19c7faa43914406c9ef3f663a3406b25 is 175, key is test_row_0/A:col10/1734424270303/Put/seqid=0 2024-12-17T08:31:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d9aef6b47d434cd8a8d56f93ae1484c7_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424270323/Put/seqid=0 2024-12-17T08:31:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742447_1623 (size=31549) 2024-12-17T08:31:11,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742448_1624 (size=12304) 2024-12-17T08:31:12,035 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/611580f45fb04da7994a778c407f4222 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/611580f45fb04da7994a778c407f4222 2024-12-17T08:31:12,040 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 611580f45fb04da7994a778c407f4222(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:12,040 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:12,040 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=12, startTime=1734424271581; duration=0sec 2024-12-17T08:31:12,040 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:12,040 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:12,040 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-17T08:31:12,041 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-17T08:31:12,041 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:12,041 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:12,041 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/55a97286042a4370a4d29dd6e5996a12, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4f305196a9ab4aafb7711e9d7712b90e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c897062a325441dbadfbe0a972f9fd49, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/41ad0a42b77a4eaebb28be87485c2b73] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=47.6 K 2024-12-17T08:31:12,042 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 55a97286042a4370a4d29dd6e5996a12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734424269499 2024-12-17T08:31:12,042 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f305196a9ab4aafb7711e9d7712b90e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734424269536 2024-12-17T08:31:12,042 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c897062a325441dbadfbe0a972f9fd49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734424269653 2024-12-17T08:31:12,042 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 41ad0a42b77a4eaebb28be87485c2b73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424270295 2024-12-17T08:31:12,049 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:12,049 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/e5f41eb06b9944f0b008be6a4bd48c66 is 50, key is test_row_0/C:col10/1734424270303/Put/seqid=0 2024-12-17T08:31:12,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:12,058 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/19c7faa43914406c9ef3f663a3406b25 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/19c7faa43914406c9ef3f663a3406b25 2024-12-17T08:31:12,060 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217d9aef6b47d434cd8a8d56f93ae1484c7_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d9aef6b47d434cd8a8d56f93ae1484c7_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:12,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/166a9f6d5d5b442e8a2fabea5ce6f824, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:12,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/166a9f6d5d5b442e8a2fabea5ce6f824 is 175, key is test_row_0/A:col10/1734424270323/Put/seqid=0 2024-12-17T08:31:12,065 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 19c7faa43914406c9ef3f663a3406b25(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:12,065 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:12,065 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424271581; duration=0sec 2024-12-17T08:31:12,065 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:12,065 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742450_1626 (size=31105) 2024-12-17T08:31:12,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/166a9f6d5d5b442e8a2fabea5ce6f824 2024-12-17T08:31:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742449_1625 (size=12595) 2024-12-17T08:31:12,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/a3728222ab1d43a6a58299fe8fdc6573 is 50, key is test_row_0/B:col10/1734424270323/Put/seqid=0 2024-12-17T08:31:12,075 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/e5f41eb06b9944f0b008be6a4bd48c66 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e5f41eb06b9944f0b008be6a4bd48c66 2024-12-17T08:31:12,081 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into e5f41eb06b9944f0b008be6a4bd48c66(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:12,081 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742451_1627 (size=12151) 2024-12-17T08:31:12,081 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=12, startTime=1734424271581; duration=0sec 2024-12-17T08:31:12,081 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:12,081 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:12,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:12,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424332454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424332455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424332457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424332457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424332460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,482 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/a3728222ab1d43a6a58299fe8fdc6573 2024-12-17T08:31:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/96ea54b9da4f462498d1ce2171e541e5 is 50, key is test_row_0/C:col10/1734424270323/Put/seqid=0 2024-12-17T08:31:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742452_1628 (size=12151) 2024-12-17T08:31:12,494 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/96ea54b9da4f462498d1ce2171e541e5 2024-12-17T08:31:12,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/166a9f6d5d5b442e8a2fabea5ce6f824 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/166a9f6d5d5b442e8a2fabea5ce6f824 2024-12-17T08:31:12,502 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/166a9f6d5d5b442e8a2fabea5ce6f824, entries=150, sequenceid=205, filesize=30.4 K 2024-12-17T08:31:12,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/a3728222ab1d43a6a58299fe8fdc6573 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/a3728222ab1d43a6a58299fe8fdc6573 2024-12-17T08:31:12,506 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/a3728222ab1d43a6a58299fe8fdc6573, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T08:31:12,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/96ea54b9da4f462498d1ce2171e541e5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/96ea54b9da4f462498d1ce2171e541e5 2024-12-17T08:31:12,512 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/96ea54b9da4f462498d1ce2171e541e5, entries=150, sequenceid=205, filesize=11.9 K 2024-12-17T08:31:12,512 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 914ms, sequenceid=205, compaction requested=false 2024-12-17T08:31:12,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:12,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:12,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-17T08:31:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-17T08:31:12,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-17T08:31:12,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9840 sec 2024-12-17T08:31:12,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.9890 sec 2024-12-17T08:31:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:12,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:31:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:12,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170c912bb08ce842259621929441265274_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424272456/Put/seqid=0 2024-12-17T08:31:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742453_1629 (size=14794) 2024-12-17T08:31:12,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:12,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412170c912bb08ce842259621929441265274_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170c912bb08ce842259621929441265274_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:12,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ec712b4a1c5d47959b80786be11c4cf0, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:12,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ec712b4a1c5d47959b80786be11c4cf0 is 175, key is test_row_0/A:col10/1734424272456/Put/seqid=0 2024-12-17T08:31:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742454_1630 (size=39749) 2024-12-17T08:31:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424332590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424332593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424332594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424332594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-17T08:31:12,632 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-17T08:31:12,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-17T08:31:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-17T08:31:12,634 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:12,635 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:12,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:12,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424332695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424332697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424332698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424332698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-17T08:31:12,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-17T08:31:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:12,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424332898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424332899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424332901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424332902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-17T08:31:12,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:12,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-17T08:31:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:12,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:12,987 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ec712b4a1c5d47959b80786be11c4cf0 2024-12-17T08:31:12,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/31a4c202e7f14735b4f11cf48b090058 is 50, key is test_row_0/B:col10/1734424272456/Put/seqid=0 2024-12-17T08:31:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742455_1631 (size=12151) 2024-12-17T08:31:13,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-17T08:31:13,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:13,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424333200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424333203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424333203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424333204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-17T08:31:13,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-17T08:31:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:13,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-17T08:31:13,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/31a4c202e7f14735b4f11cf48b090058 2024-12-17T08:31:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:13,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/e984456a17ba4a72b9af9c0f1a01665b is 50, key is test_row_0/C:col10/1734424272456/Put/seqid=0 2024-12-17T08:31:13,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742456_1632 (size=12151) 2024-12-17T08:31:13,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/e984456a17ba4a72b9af9c0f1a01665b 2024-12-17T08:31:13,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ec712b4a1c5d47959b80786be11c4cf0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ec712b4a1c5d47959b80786be11c4cf0 2024-12-17T08:31:13,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ec712b4a1c5d47959b80786be11c4cf0, entries=200, sequenceid=223, filesize=38.8 K 2024-12-17T08:31:13,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/31a4c202e7f14735b4f11cf48b090058 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/31a4c202e7f14735b4f11cf48b090058 2024-12-17T08:31:13,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/31a4c202e7f14735b4f11cf48b090058, entries=150, sequenceid=223, filesize=11.9 K 2024-12-17T08:31:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/e984456a17ba4a72b9af9c0f1a01665b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e984456a17ba4a72b9af9c0f1a01665b 2024-12-17T08:31:13,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e984456a17ba4a72b9af9c0f1a01665b, entries=150, sequenceid=223, filesize=11.9 K 2024-12-17T08:31:13,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 871ms, sequenceid=223, compaction requested=true 2024-12-17T08:31:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:13,431 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:13,431 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:13,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:13,433 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:13,433 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:13,433 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:13,433 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:13,433 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,433 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,433 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/19c7faa43914406c9ef3f663a3406b25, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/166a9f6d5d5b442e8a2fabea5ce6f824, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ec712b4a1c5d47959b80786be11c4cf0] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=100.0 K 2024-12-17T08:31:13,433 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/611580f45fb04da7994a778c407f4222, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/a3728222ab1d43a6a58299fe8fdc6573, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/31a4c202e7f14735b4f11cf48b090058] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.0 K 2024-12-17T08:31:13,433 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,433 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/19c7faa43914406c9ef3f663a3406b25, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/166a9f6d5d5b442e8a2fabea5ce6f824, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ec712b4a1c5d47959b80786be11c4cf0] 2024-12-17T08:31:13,433 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 611580f45fb04da7994a778c407f4222, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424270295 2024-12-17T08:31:13,433 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19c7faa43914406c9ef3f663a3406b25, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424270295 2024-12-17T08:31:13,434 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 166a9f6d5d5b442e8a2fabea5ce6f824, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734424270323 2024-12-17T08:31:13,434 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a3728222ab1d43a6a58299fe8fdc6573, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734424270323 2024-12-17T08:31:13,434 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 31a4c202e7f14735b4f11cf48b090058, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734424272452 2024-12-17T08:31:13,434 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec712b4a1c5d47959b80786be11c4cf0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734424272452 2024-12-17T08:31:13,440 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:13,447 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:13,448 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/ceb42fe1fe9f430e9ed89bd074c2ba69 is 50, key is test_row_0/B:col10/1734424272456/Put/seqid=0 2024-12-17T08:31:13,448 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412171f88d5aeefaa43a1a9c76ad3a9d7a5c1_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:13,450 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412171f88d5aeefaa43a1a9c76ad3a9d7a5c1_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:13,450 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412171f88d5aeefaa43a1a9c76ad3a9d7a5c1_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742457_1633 (size=12697) 2024-12-17T08:31:13,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742458_1634 (size=4469) 2024-12-17T08:31:13,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-17T08:31:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,553 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:31:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:13,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:13,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:13,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c629fcec8a8e43ce86054f93f03b99dc_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424272589/Put/seqid=0 2024-12-17T08:31:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742459_1635 (size=12304) 2024-12-17T08:31:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424333716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424333717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424333717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424333718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-17T08:31:13,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424333819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424333822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424333822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424333822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:13,854 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#538 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:13,855 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/0de91b99b00a4ec8807808b454a57a00 is 175, key is test_row_0/A:col10/1734424272456/Put/seqid=0 2024-12-17T08:31:13,857 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/ceb42fe1fe9f430e9ed89bd074c2ba69 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ceb42fe1fe9f430e9ed89bd074c2ba69 2024-12-17T08:31:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742460_1636 (size=31651) 2024-12-17T08:31:13,863 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/0de91b99b00a4ec8807808b454a57a00 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/0de91b99b00a4ec8807808b454a57a00 2024-12-17T08:31:13,864 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into ceb42fe1fe9f430e9ed89bd074c2ba69(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:13,864 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:13,864 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424273431; duration=0sec 2024-12-17T08:31:13,864 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:13,864 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:13,864 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:13,865 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:13,866 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:13,866 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:13,866 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e5f41eb06b9944f0b008be6a4bd48c66, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/96ea54b9da4f462498d1ce2171e541e5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e984456a17ba4a72b9af9c0f1a01665b] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.0 K 2024-12-17T08:31:13,866 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f41eb06b9944f0b008be6a4bd48c66, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1734424270295 2024-12-17T08:31:13,866 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 96ea54b9da4f462498d1ce2171e541e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734424270323 2024-12-17T08:31:13,867 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 0de91b99b00a4ec8807808b454a57a00(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:13,867 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:13,867 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424273431; duration=0sec 2024-12-17T08:31:13,867 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:13,867 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:13,867 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting e984456a17ba4a72b9af9c0f1a01665b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734424272452 2024-12-17T08:31:13,872 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:13,873 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/8438606618434d1d8d4c36c64eda4be3 is 50, key is test_row_0/C:col10/1734424272456/Put/seqid=0 2024-12-17T08:31:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742461_1637 (size=12697) 2024-12-17T08:31:13,893 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/8438606618434d1d8d4c36c64eda4be3 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/8438606618434d1d8d4c36c64eda4be3 2024-12-17T08:31:13,897 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 8438606618434d1d8d4c36c64eda4be3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:13,897 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:13,897 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424273431; duration=0sec 2024-12-17T08:31:13,897 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:13,897 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:13,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:13,967 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c629fcec8a8e43ce86054f93f03b99dc_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c629fcec8a8e43ce86054f93f03b99dc_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d29c90a53e9e40468f976451297c9119, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d29c90a53e9e40468f976451297c9119 is 175, key is test_row_0/A:col10/1734424272589/Put/seqid=0 2024-12-17T08:31:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742462_1638 (size=31105) 2024-12-17T08:31:13,972 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d29c90a53e9e40468f976451297c9119 2024-12-17T08:31:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/60987f2a2b6c4f9f835b9150ab034687 is 50, key is test_row_0/B:col10/1734424272589/Put/seqid=0 2024-12-17T08:31:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742463_1639 (size=12151) 2024-12-17T08:31:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424334022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424334026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424334027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424334027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424334326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424334329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424334330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424334331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,383 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/60987f2a2b6c4f9f835b9150ab034687 2024-12-17T08:31:14,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/a73602c788d24d6ea2a71292a174eeb1 is 50, key is test_row_0/C:col10/1734424272589/Put/seqid=0 2024-12-17T08:31:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742464_1640 (size=12151) 2024-12-17T08:31:14,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424334479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,481 DEBUG [Thread-2517 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., hostname=c41f045e1357,40233,1734424111672, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-17T08:31:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-17T08:31:14,794 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/a73602c788d24d6ea2a71292a174eeb1 2024-12-17T08:31:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d29c90a53e9e40468f976451297c9119 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d29c90a53e9e40468f976451297c9119 2024-12-17T08:31:14,803 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d29c90a53e9e40468f976451297c9119, entries=150, sequenceid=244, filesize=30.4 K 2024-12-17T08:31:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/60987f2a2b6c4f9f835b9150ab034687 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/60987f2a2b6c4f9f835b9150ab034687 2024-12-17T08:31:14,807 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/60987f2a2b6c4f9f835b9150ab034687, entries=150, sequenceid=244, filesize=11.9 K 2024-12-17T08:31:14,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/a73602c788d24d6ea2a71292a174eeb1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/a73602c788d24d6ea2a71292a174eeb1 2024-12-17T08:31:14,812 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/a73602c788d24d6ea2a71292a174eeb1, entries=150, sequenceid=244, filesize=11.9 K 2024-12-17T08:31:14,813 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1260ms, sequenceid=244, compaction requested=false 2024-12-17T08:31:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-17T08:31:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-17T08:31:14,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-17T08:31:14,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1790 sec 2024-12-17T08:31:14,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 2.1840 sec 2024-12-17T08:31:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:14,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-17T08:31:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:14,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172234f35f8aea4341897f87533685f1ca_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424274828/Put/seqid=0 2024-12-17T08:31:14,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742465_1641 (size=12454) 2024-12-17T08:31:14,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:14,843 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412172234f35f8aea4341897f87533685f1ca_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172234f35f8aea4341897f87533685f1ca_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:14,844 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/e6b0af1498c64528a17963ba2d23d4a5, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:14,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/e6b0af1498c64528a17963ba2d23d4a5 is 175, key is test_row_0/A:col10/1734424274828/Put/seqid=0 2024-12-17T08:31:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742466_1642 (size=31255) 2024-12-17T08:31:14,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424334848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424334849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424334850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424334852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424334952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424334952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424334954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424334954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424335154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424335156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424335156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424335157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/e6b0af1498c64528a17963ba2d23d4a5 2024-12-17T08:31:15,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/47c9063c0be84514b8cdfa8bb0cfc848 is 50, key is test_row_0/B:col10/1734424274828/Put/seqid=0 2024-12-17T08:31:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742467_1643 (size=12301) 2024-12-17T08:31:15,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/47c9063c0be84514b8cdfa8bb0cfc848 2024-12-17T08:31:15,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/53ebaeab6a18454285551107f425dce5 is 50, key is test_row_0/C:col10/1734424274828/Put/seqid=0 2024-12-17T08:31:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742468_1644 (size=12301) 2024-12-17T08:31:15,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424335457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424335459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424335459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424335460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/53ebaeab6a18454285551107f425dce5 2024-12-17T08:31:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/e6b0af1498c64528a17963ba2d23d4a5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e6b0af1498c64528a17963ba2d23d4a5 2024-12-17T08:31:15,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e6b0af1498c64528a17963ba2d23d4a5, entries=150, sequenceid=263, filesize=30.5 K 2024-12-17T08:31:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/47c9063c0be84514b8cdfa8bb0cfc848 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/47c9063c0be84514b8cdfa8bb0cfc848 2024-12-17T08:31:15,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/47c9063c0be84514b8cdfa8bb0cfc848, entries=150, sequenceid=263, filesize=12.0 K 2024-12-17T08:31:15,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/53ebaeab6a18454285551107f425dce5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/53ebaeab6a18454285551107f425dce5 2024-12-17T08:31:15,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/53ebaeab6a18454285551107f425dce5, entries=150, sequenceid=263, filesize=12.0 K 2024-12-17T08:31:15,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 860ms, sequenceid=263, compaction requested=true 2024-12-17T08:31:15,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:15,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:15,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:15,689 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:15,689 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:15,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:15,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:15,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:15,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:15,690 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:15,690 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:15,690 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:15,690 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:15,690 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:15,690 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:15,690 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ceb42fe1fe9f430e9ed89bd074c2ba69, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/60987f2a2b6c4f9f835b9150ab034687, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/47c9063c0be84514b8cdfa8bb0cfc848] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.3 K 2024-12-17T08:31:15,691 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/0de91b99b00a4ec8807808b454a57a00, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d29c90a53e9e40468f976451297c9119, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e6b0af1498c64528a17963ba2d23d4a5] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=91.8 K 2024-12-17T08:31:15,691 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:15,691 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/0de91b99b00a4ec8807808b454a57a00, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d29c90a53e9e40468f976451297c9119, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e6b0af1498c64528a17963ba2d23d4a5] 2024-12-17T08:31:15,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb42fe1fe9f430e9ed89bd074c2ba69, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734424272452 2024-12-17T08:31:15,691 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0de91b99b00a4ec8807808b454a57a00, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734424272452 2024-12-17T08:31:15,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 60987f2a2b6c4f9f835b9150ab034687, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734424272589 2024-12-17T08:31:15,691 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting d29c90a53e9e40468f976451297c9119, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734424272589 2024-12-17T08:31:15,691 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 47c9063c0be84514b8cdfa8bb0cfc848, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734424273716 2024-12-17T08:31:15,692 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6b0af1498c64528a17963ba2d23d4a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734424273716 2024-12-17T08:31:15,698 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:15,698 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/fb09c3e85d5743b8840b6c2ce1e1a0d7 is 50, key is test_row_0/B:col10/1734424274828/Put/seqid=0 2024-12-17T08:31:15,700 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:15,702 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217504633e946134ec59955e4500dfb45c4_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:15,704 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217504633e946134ec59955e4500dfb45c4_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:15,704 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217504633e946134ec59955e4500dfb45c4_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742469_1645 (size=12949) 2024-12-17T08:31:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742470_1646 (size=4469) 2024-12-17T08:31:15,713 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#548 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:15,714 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/361cc8dee017432892a7c5690b9e5eb2 is 175, key is test_row_0/A:col10/1734424274828/Put/seqid=0 2024-12-17T08:31:15,717 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/fb09c3e85d5743b8840b6c2ce1e1a0d7 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/fb09c3e85d5743b8840b6c2ce1e1a0d7 2024-12-17T08:31:15,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742471_1647 (size=31903) 2024-12-17T08:31:15,722 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into fb09c3e85d5743b8840b6c2ce1e1a0d7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:15,722 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:15,722 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424275689; duration=0sec 2024-12-17T08:31:15,722 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:15,722 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:15,722 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:15,723 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:15,723 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:15,723 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:15,723 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/8438606618434d1d8d4c36c64eda4be3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/a73602c788d24d6ea2a71292a174eeb1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/53ebaeab6a18454285551107f425dce5] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.3 K 2024-12-17T08:31:15,724 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/361cc8dee017432892a7c5690b9e5eb2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/361cc8dee017432892a7c5690b9e5eb2 2024-12-17T08:31:15,724 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8438606618434d1d8d4c36c64eda4be3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1734424272452 2024-12-17T08:31:15,724 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting a73602c788d24d6ea2a71292a174eeb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734424272589 2024-12-17T08:31:15,725 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 53ebaeab6a18454285551107f425dce5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734424273716 2024-12-17T08:31:15,727 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 361cc8dee017432892a7c5690b9e5eb2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:15,728 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:15,728 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424275689; duration=0sec 2024-12-17T08:31:15,728 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:15,728 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:15,732 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#549 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:15,732 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/dc10395a0b23404894ffd3185f066688 is 50, key is test_row_0/C:col10/1734424274828/Put/seqid=0 2024-12-17T08:31:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742472_1648 (size=12949) 2024-12-17T08:31:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:15,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:31:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:15,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:15,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:15,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:15,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:15,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c093f304068d47acb21fa42389f88681_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424275963/Put/seqid=0 2024-12-17T08:31:15,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424335980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742473_1649 (size=12454) 2024-12-17T08:31:15,984 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:15,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424335982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424335982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424335982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:15,988 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217c093f304068d47acb21fa42389f88681_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c093f304068d47acb21fa42389f88681_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:15,989 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/5a0ffa3176694d6e91fa4d6b0f3467f2, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:15,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/5a0ffa3176694d6e91fa4d6b0f3467f2 is 175, key is test_row_0/A:col10/1734424275963/Put/seqid=0 2024-12-17T08:31:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742474_1650 (size=31255) 2024-12-17T08:31:16,009 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/5a0ffa3176694d6e91fa4d6b0f3467f2 2024-12-17T08:31:16,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4e3af2ec2cbe42de8757d5410f2e8982 is 50, key is test_row_0/B:col10/1734424275963/Put/seqid=0 2024-12-17T08:31:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742475_1651 (size=12301) 2024-12-17T08:31:16,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4e3af2ec2cbe42de8757d5410f2e8982 2024-12-17T08:31:16,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/100f255bd38140928344c2946d57b319 is 50, key is test_row_0/C:col10/1734424275963/Put/seqid=0 2024-12-17T08:31:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742476_1652 (size=12301) 2024-12-17T08:31:16,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424336083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424336085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424336085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424336086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,139 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/dc10395a0b23404894ffd3185f066688 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/dc10395a0b23404894ffd3185f066688 2024-12-17T08:31:16,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into dc10395a0b23404894ffd3185f066688(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:16,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:16,143 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424275690; duration=0sec 2024-12-17T08:31:16,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:16,143 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:16,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424336286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424336287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424336288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424336288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/100f255bd38140928344c2946d57b319 2024-12-17T08:31:16,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/5a0ffa3176694d6e91fa4d6b0f3467f2 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/5a0ffa3176694d6e91fa4d6b0f3467f2 2024-12-17T08:31:16,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/5a0ffa3176694d6e91fa4d6b0f3467f2, entries=150, sequenceid=287, filesize=30.5 K 2024-12-17T08:31:16,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4e3af2ec2cbe42de8757d5410f2e8982 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4e3af2ec2cbe42de8757d5410f2e8982 2024-12-17T08:31:16,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4e3af2ec2cbe42de8757d5410f2e8982, entries=150, sequenceid=287, filesize=12.0 K 2024-12-17T08:31:16,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/100f255bd38140928344c2946d57b319 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/100f255bd38140928344c2946d57b319 2024-12-17T08:31:16,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/100f255bd38140928344c2946d57b319, entries=150, sequenceid=287, filesize=12.0 K 2024-12-17T08:31:16,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 480ms, sequenceid=287, compaction requested=false 2024-12-17T08:31:16,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:16,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:31:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:16,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:16,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121783fa3a2bde8b4c85a0cf6773856b2f85_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424275981/Put/seqid=0 2024-12-17T08:31:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742477_1653 (size=12454) 2024-12-17T08:31:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424336611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424336612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424336614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424336614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424336715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424336715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424336718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424336718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-17T08:31:16,738 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-17T08:31:16,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-17T08:31:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-17T08:31:16,741 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:16,741 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:16,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-17T08:31:16,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:16,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:16,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:16,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424336919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424336919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424336921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:16,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424336921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:17,013 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121783fa3a2bde8b4c85a0cf6773856b2f85_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121783fa3a2bde8b4c85a0cf6773856b2f85_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:17,014 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/153e1d480e60426f8b62bb159d306764, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:17,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/153e1d480e60426f8b62bb159d306764 is 175, key is test_row_0/A:col10/1734424275981/Put/seqid=0 2024-12-17T08:31:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742478_1654 (size=31255) 2024-12-17T08:31:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-17T08:31:17,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:17,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424337224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424337224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424337224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424337224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-17T08:31:17,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:17,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:17,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,418 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/153e1d480e60426f8b62bb159d306764 2024-12-17T08:31:17,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/23e5321d25624794bfcb8c42d86e1717 is 50, key is test_row_0/B:col10/1734424275981/Put/seqid=0 2024-12-17T08:31:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742479_1655 (size=12301) 2024-12-17T08:31:17,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:17,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424337728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424337728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424337729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424337730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:17,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/23e5321d25624794bfcb8c42d86e1717 2024-12-17T08:31:17,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/46b7b6018f9047f8b50ca470cb6d2e24 is 50, key is test_row_0/C:col10/1734424275981/Put/seqid=0 2024-12-17T08:31:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742480_1656 (size=12301) 2024-12-17T08:31:17,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/46b7b6018f9047f8b50ca470cb6d2e24 2024-12-17T08:31:17,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/153e1d480e60426f8b62bb159d306764 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/153e1d480e60426f8b62bb159d306764 2024-12-17T08:31:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-17T08:31:17,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/153e1d480e60426f8b62bb159d306764, entries=150, sequenceid=303, filesize=30.5 K 2024-12-17T08:31:17,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/23e5321d25624794bfcb8c42d86e1717 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/23e5321d25624794bfcb8c42d86e1717 2024-12-17T08:31:17,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/23e5321d25624794bfcb8c42d86e1717, entries=150, sequenceid=303, filesize=12.0 K 2024-12-17T08:31:17,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/46b7b6018f9047f8b50ca470cb6d2e24 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/46b7b6018f9047f8b50ca470cb6d2e24 2024-12-17T08:31:17,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/46b7b6018f9047f8b50ca470cb6d2e24, entries=150, sequenceid=303, filesize=12.0 K 2024-12-17T08:31:17,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1262ms, sequenceid=303, compaction requested=true 2024-12-17T08:31:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:17,853 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:17,853 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:17,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:17,854 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:17,854 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:17,854 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:17,854 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:17,854 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,854 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,854 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/fb09c3e85d5743b8840b6c2ce1e1a0d7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4e3af2ec2cbe42de8757d5410f2e8982, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/23e5321d25624794bfcb8c42d86e1717] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.7 K 2024-12-17T08:31:17,854 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/361cc8dee017432892a7c5690b9e5eb2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/5a0ffa3176694d6e91fa4d6b0f3467f2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/153e1d480e60426f8b62bb159d306764] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=92.2 K 2024-12-17T08:31:17,854 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,854 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/361cc8dee017432892a7c5690b9e5eb2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/5a0ffa3176694d6e91fa4d6b0f3467f2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/153e1d480e60426f8b62bb159d306764] 2024-12-17T08:31:17,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting fb09c3e85d5743b8840b6c2ce1e1a0d7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734424273716 2024-12-17T08:31:17,855 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 361cc8dee017432892a7c5690b9e5eb2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734424273716 2024-12-17T08:31:17,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3af2ec2cbe42de8757d5410f2e8982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734424274849 2024-12-17T08:31:17,855 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a0ffa3176694d6e91fa4d6b0f3467f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734424274849 2024-12-17T08:31:17,855 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 23e5321d25624794bfcb8c42d86e1717, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1734424275974 2024-12-17T08:31:17,855 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 153e1d480e60426f8b62bb159d306764, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1734424275974 2024-12-17T08:31:17,861 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:17,862 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#556 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:17,862 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217563d1dd9e6f04f2db1ba8f5533be7f65_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:17,862 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/c251d619674d4a98803fac475dc2bc50 is 50, key is test_row_0/B:col10/1734424275981/Put/seqid=0 2024-12-17T08:31:17,864 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217563d1dd9e6f04f2db1ba8f5533be7f65_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:17,864 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217563d1dd9e6f04f2db1ba8f5533be7f65_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:17,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742481_1657 (size=13051) 2024-12-17T08:31:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742482_1658 (size=4469) 2024-12-17T08:31:17,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:17,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-17T08:31:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:17,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T08:31:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:17,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e097c69220df4b8e880c9064676cf5c0_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424276613/Put/seqid=0 2024-12-17T08:31:17,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742483_1659 (size=12454) 2024-12-17T08:31:17,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:17,975 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e097c69220df4b8e880c9064676cf5c0_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e097c69220df4b8e880c9064676cf5c0_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/609aff0e1eed4f6188d820fa9db302b1, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:17,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/609aff0e1eed4f6188d820fa9db302b1 is 175, key is test_row_0/A:col10/1734424276613/Put/seqid=0 2024-12-17T08:31:17,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742484_1660 (size=31255) 2024-12-17T08:31:18,270 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#557 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:18,270 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/1d69002da35d47a98f8472a418a1c429 is 175, key is test_row_0/A:col10/1734424275981/Put/seqid=0 2024-12-17T08:31:18,273 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/c251d619674d4a98803fac475dc2bc50 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c251d619674d4a98803fac475dc2bc50 2024-12-17T08:31:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742485_1661 (size=32005) 2024-12-17T08:31:18,278 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into c251d619674d4a98803fac475dc2bc50(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:18,278 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:18,278 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424277853; duration=0sec 2024-12-17T08:31:18,278 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:18,278 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:18,278 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:18,279 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:18,279 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:18,279 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:18,279 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/dc10395a0b23404894ffd3185f066688, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/100f255bd38140928344c2946d57b319, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/46b7b6018f9047f8b50ca470cb6d2e24] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.7 K 2024-12-17T08:31:18,280 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting dc10395a0b23404894ffd3185f066688, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734424273716 2024-12-17T08:31:18,280 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 100f255bd38140928344c2946d57b319, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734424274849 2024-12-17T08:31:18,280 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 46b7b6018f9047f8b50ca470cb6d2e24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1734424275974 2024-12-17T08:31:18,287 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:18,287 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/4aa802184a4d40c4a7fd1352dc5eabb0 is 50, key is test_row_0/C:col10/1734424275981/Put/seqid=0 2024-12-17T08:31:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742486_1662 (size=13051) 2024-12-17T08:31:18,295 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/4aa802184a4d40c4a7fd1352dc5eabb0 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4aa802184a4d40c4a7fd1352dc5eabb0 2024-12-17T08:31:18,299 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 4aa802184a4d40c4a7fd1352dc5eabb0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:18,299 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:18,299 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424277853; duration=0sec 2024-12-17T08:31:18,299 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:18,300 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:18,381 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/609aff0e1eed4f6188d820fa9db302b1 2024-12-17T08:31:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/54e6a97241ff48a08405ead961360201 is 50, key is test_row_0/B:col10/1734424276613/Put/seqid=0 2024-12-17T08:31:18,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742487_1663 (size=12301) 2024-12-17T08:31:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:18,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:18,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424338534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424338636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:18,679 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/1d69002da35d47a98f8472a418a1c429 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/1d69002da35d47a98f8472a418a1c429 2024-12-17T08:31:18,683 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 1d69002da35d47a98f8472a418a1c429(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:18,683 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:18,683 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424277853; duration=0sec 2024-12-17T08:31:18,683 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:18,683 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:18,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424338733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:18,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424338733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:18,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424338734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424338742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:18,793 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/54e6a97241ff48a08405ead961360201 2024-12-17T08:31:18,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/258cb633bfe24b86b8fedbb2549f0569 is 50, key is test_row_0/C:col10/1734424276613/Put/seqid=0 2024-12-17T08:31:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742488_1664 (size=12301) 2024-12-17T08:31:18,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424338839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-17T08:31:19,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424339143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:19,203 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/258cb633bfe24b86b8fedbb2549f0569 2024-12-17T08:31:19,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/609aff0e1eed4f6188d820fa9db302b1 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/609aff0e1eed4f6188d820fa9db302b1 2024-12-17T08:31:19,210 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/609aff0e1eed4f6188d820fa9db302b1, entries=150, sequenceid=325, filesize=30.5 K 2024-12-17T08:31:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/54e6a97241ff48a08405ead961360201 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54e6a97241ff48a08405ead961360201 2024-12-17T08:31:19,215 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54e6a97241ff48a08405ead961360201, entries=150, sequenceid=325, filesize=12.0 K 2024-12-17T08:31:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/258cb633bfe24b86b8fedbb2549f0569 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/258cb633bfe24b86b8fedbb2549f0569 2024-12-17T08:31:19,219 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/258cb633bfe24b86b8fedbb2549f0569, entries=150, sequenceid=325, filesize=12.0 K 2024-12-17T08:31:19,219 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1257ms, sequenceid=325, compaction requested=false 2024-12-17T08:31:19,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:19,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:19,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-17T08:31:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-17T08:31:19,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-17T08:31:19,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4790 sec 2024-12-17T08:31:19,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 2.4820 sec 2024-12-17T08:31:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:19,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:31:19,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:19,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:19,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:19,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:19,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:19,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:19,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b4f48608fc924e3fa4623e4c3a8d4cdc_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424278533/Put/seqid=0 2024-12-17T08:31:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742489_1665 (size=14994) 2024-12-17T08:31:19,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:19,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217b4f48608fc924e3fa4623e4c3a8d4cdc_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b4f48608fc924e3fa4623e4c3a8d4cdc_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:19,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/353d4c09d8fc4007957e5a2558d2d3d6, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:19,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/353d4c09d8fc4007957e5a2558d2d3d6 is 175, key is test_row_0/A:col10/1734424278533/Put/seqid=0 2024-12-17T08:31:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742490_1666 (size=39949) 2024-12-17T08:31:19,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/353d4c09d8fc4007957e5a2558d2d3d6 2024-12-17T08:31:19,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/8d1507a4a9fe4da0a022bb5a85ace0ce is 50, key is test_row_0/B:col10/1734424278533/Put/seqid=0 2024-12-17T08:31:19,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742491_1667 (size=12301) 2024-12-17T08:31:19,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/8d1507a4a9fe4da0a022bb5a85ace0ce 2024-12-17T08:31:19,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/9f12fc7a4a344e1699e0bc1f52d81093 is 50, key is test_row_0/C:col10/1734424278533/Put/seqid=0 2024-12-17T08:31:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742492_1668 (size=12301) 2024-12-17T08:31:19,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/9f12fc7a4a344e1699e0bc1f52d81093 2024-12-17T08:31:19,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/353d4c09d8fc4007957e5a2558d2d3d6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/353d4c09d8fc4007957e5a2558d2d3d6 2024-12-17T08:31:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424339702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:19,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/353d4c09d8fc4007957e5a2558d2d3d6, entries=200, sequenceid=343, filesize=39.0 K 2024-12-17T08:31:19,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/8d1507a4a9fe4da0a022bb5a85ace0ce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/8d1507a4a9fe4da0a022bb5a85ace0ce 2024-12-17T08:31:19,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/8d1507a4a9fe4da0a022bb5a85ace0ce, entries=150, sequenceid=343, filesize=12.0 K 2024-12-17T08:31:19,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/9f12fc7a4a344e1699e0bc1f52d81093 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/9f12fc7a4a344e1699e0bc1f52d81093 2024-12-17T08:31:19,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/9f12fc7a4a344e1699e0bc1f52d81093, entries=150, sequenceid=343, filesize=12.0 K 2024-12-17T08:31:19,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 61ms, sequenceid=343, compaction requested=true 2024-12-17T08:31:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:19,712 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:19,712 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:19,713 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:19,713 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:19,713 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:19,713 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:19,713 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:19,713 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:19,713 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c251d619674d4a98803fac475dc2bc50, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54e6a97241ff48a08405ead961360201, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/8d1507a4a9fe4da0a022bb5a85ace0ce] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.8 K 2024-12-17T08:31:19,713 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/1d69002da35d47a98f8472a418a1c429, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/609aff0e1eed4f6188d820fa9db302b1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/353d4c09d8fc4007957e5a2558d2d3d6] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=100.8 K 2024-12-17T08:31:19,714 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:19,714 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/1d69002da35d47a98f8472a418a1c429, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/609aff0e1eed4f6188d820fa9db302b1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/353d4c09d8fc4007957e5a2558d2d3d6] 2024-12-17T08:31:19,714 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c251d619674d4a98803fac475dc2bc50, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1734424275974 2024-12-17T08:31:19,714 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d69002da35d47a98f8472a418a1c429, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1734424275974 2024-12-17T08:31:19,714 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 609aff0e1eed4f6188d820fa9db302b1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1734424276610 2024-12-17T08:31:19,714 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 54e6a97241ff48a08405ead961360201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1734424276610 2024-12-17T08:31:19,714 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1507a4a9fe4da0a022bb5a85ace0ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734424278521 2024-12-17T08:31:19,714 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 353d4c09d8fc4007957e5a2558d2d3d6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734424278521 2024-12-17T08:31:19,719 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:19,720 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:19,721 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/43f48cbc54eb4d37b9fd4bc09fe31d50 is 50, key is test_row_0/B:col10/1734424278533/Put/seqid=0 2024-12-17T08:31:19,722 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121710e5f783aaf44ce6b3f3cf92dc6ceb66_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:19,724 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121710e5f783aaf44ce6b3f3cf92dc6ceb66_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:19,724 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121710e5f783aaf44ce6b3f3cf92dc6ceb66_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742493_1669 (size=13153) 2024-12-17T08:31:19,730 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/43f48cbc54eb4d37b9fd4bc09fe31d50 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/43f48cbc54eb4d37b9fd4bc09fe31d50 2024-12-17T08:31:19,733 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 43f48cbc54eb4d37b9fd4bc09fe31d50(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:19,733 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:19,733 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424279712; duration=0sec 2024-12-17T08:31:19,733 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:19,733 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742494_1670 (size=4469) 2024-12-17T08:31:19,733 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:19,735 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:19,735 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#565 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:19,735 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:19,735 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:19,735 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4aa802184a4d40c4a7fd1352dc5eabb0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/258cb633bfe24b86b8fedbb2549f0569, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/9f12fc7a4a344e1699e0bc1f52d81093] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.8 K 2024-12-17T08:31:19,735 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/e8e70d379b8846a9866601c3e0f23a93 is 175, key is test_row_0/A:col10/1734424278533/Put/seqid=0 2024-12-17T08:31:19,735 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aa802184a4d40c4a7fd1352dc5eabb0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1734424275974 2024-12-17T08:31:19,735 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 258cb633bfe24b86b8fedbb2549f0569, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1734424276610 2024-12-17T08:31:19,736 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f12fc7a4a344e1699e0bc1f52d81093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734424278521 2024-12-17T08:31:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742495_1671 (size=32107) 2024-12-17T08:31:19,742 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/e8e70d379b8846a9866601c3e0f23a93 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e8e70d379b8846a9866601c3e0f23a93 2024-12-17T08:31:19,743 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:19,744 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/15889969e17e49c9811ea7997f46795f is 50, key is test_row_0/C:col10/1734424278533/Put/seqid=0 2024-12-17T08:31:19,745 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into e8e70d379b8846a9866601c3e0f23a93(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:19,746 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:19,746 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424279712; duration=0sec 2024-12-17T08:31:19,746 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:19,746 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:19,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742496_1672 (size=13153) 2024-12-17T08:31:19,750 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/15889969e17e49c9811ea7997f46795f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/15889969e17e49c9811ea7997f46795f 2024-12-17T08:31:19,754 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 15889969e17e49c9811ea7997f46795f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:19,754 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:19,754 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424279712; duration=0sec 2024-12-17T08:31:19,754 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:19,754 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:19,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-17T08:31:19,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:19,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:19,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:19,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:19,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:19,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:19,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e6afb42ad1414c9c90583e9515ebd4ec_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424279806/Put/seqid=0 2024-12-17T08:31:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742497_1673 (size=12454) 2024-12-17T08:31:19,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:19,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217e6afb42ad1414c9c90583e9515ebd4ec_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e6afb42ad1414c9c90583e9515ebd4ec_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:19,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/bed92ba8d096432d8d7511ee141fd453, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:19,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/bed92ba8d096432d8d7511ee141fd453 is 175, key is test_row_0/A:col10/1734424279806/Put/seqid=0 2024-12-17T08:31:19,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742498_1674 (size=31255) 2024-12-17T08:31:19,831 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/bed92ba8d096432d8d7511ee141fd453 2024-12-17T08:31:19,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424339834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:19,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4bc36b939e374d6383eae4ac99055c92 is 50, key is test_row_0/B:col10/1734424279806/Put/seqid=0 2024-12-17T08:31:19,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742499_1675 (size=12301) 2024-12-17T08:31:19,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424339936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424340139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4bc36b939e374d6383eae4ac99055c92 2024-12-17T08:31:20,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/c285dd17d9194f7c920ca4efe1ddd337 is 50, key is test_row_0/C:col10/1734424279806/Put/seqid=0 2024-12-17T08:31:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742500_1676 (size=12301) 2024-12-17T08:31:20,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424340441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/c285dd17d9194f7c920ca4efe1ddd337 2024-12-17T08:31:20,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/bed92ba8d096432d8d7511ee141fd453 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/bed92ba8d096432d8d7511ee141fd453 2024-12-17T08:31:20,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/bed92ba8d096432d8d7511ee141fd453, entries=150, sequenceid=368, filesize=30.5 K 2024-12-17T08:31:20,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/4bc36b939e374d6383eae4ac99055c92 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4bc36b939e374d6383eae4ac99055c92 2024-12-17T08:31:20,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4bc36b939e374d6383eae4ac99055c92, entries=150, sequenceid=368, filesize=12.0 K 2024-12-17T08:31:20,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/c285dd17d9194f7c920ca4efe1ddd337 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c285dd17d9194f7c920ca4efe1ddd337 2024-12-17T08:31:20,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c285dd17d9194f7c920ca4efe1ddd337, entries=150, sequenceid=368, filesize=12.0 K 2024-12-17T08:31:20,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 860ms, sequenceid=368, compaction requested=false 2024-12-17T08:31:20,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:20,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-17T08:31:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:20,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217feb0b455755a4c37a9dadbcffc85b938_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424279832/Put/seqid=0 2024-12-17T08:31:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742501_1677 (size=12454) 2024-12-17T08:31:20,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424340755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424340756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424340757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424340758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-17T08:31:20,845 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-17T08:31:20,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-17T08:31:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-17T08:31:20,848 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:20,848 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:20,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:20,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424340859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424340859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424340860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424340860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424340944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-17T08:31:21,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-17T08:31:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424341061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424341062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424341062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424341063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-17T08:31:21,151 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217feb0b455755a4c37a9dadbcffc85b938_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217feb0b455755a4c37a9dadbcffc85b938_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:21,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ebd11681c4dd4ee1a72541c0e176f897, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:21,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-17T08:31:21,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ebd11681c4dd4ee1a72541c0e176f897 is 175, key is test_row_0/A:col10/1734424279832/Put/seqid=0 2024-12-17T08:31:21,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:21,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742502_1678 (size=31255) 2024-12-17T08:31:21,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-17T08:31:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424341365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424341365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424341367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424341368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-17T08:31:21,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-17T08:31:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:21,557 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ebd11681c4dd4ee1a72541c0e176f897 2024-12-17T08:31:21,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/2618d237a1b640059bc37f42b3f13bbc is 50, key is test_row_0/B:col10/1734424279832/Put/seqid=0 2024-12-17T08:31:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742503_1679 (size=12301) 2024-12-17T08:31:21,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/2618d237a1b640059bc37f42b3f13bbc 2024-12-17T08:31:21,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/5a5411f5bec745ff89d13bca64d0940c is 50, key is test_row_0/C:col10/1734424279832/Put/seqid=0 2024-12-17T08:31:21,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742504_1680 (size=12301) 2024-12-17T08:31:21,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/5a5411f5bec745ff89d13bca64d0940c 2024-12-17T08:31:21,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/ebd11681c4dd4ee1a72541c0e176f897 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ebd11681c4dd4ee1a72541c0e176f897 2024-12-17T08:31:21,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ebd11681c4dd4ee1a72541c0e176f897, entries=150, sequenceid=383, filesize=30.5 K 2024-12-17T08:31:21,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/2618d237a1b640059bc37f42b3f13bbc as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/2618d237a1b640059bc37f42b3f13bbc 2024-12-17T08:31:21,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/2618d237a1b640059bc37f42b3f13bbc, entries=150, sequenceid=383, filesize=12.0 K 2024-12-17T08:31:21,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/5a5411f5bec745ff89d13bca64d0940c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/5a5411f5bec745ff89d13bca64d0940c 2024-12-17T08:31:21,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/5a5411f5bec745ff89d13bca64d0940c, entries=150, sequenceid=383, filesize=12.0 K 2024-12-17T08:31:21,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 860ms, sequenceid=383, compaction requested=true 2024-12-17T08:31:21,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:21,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:21,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:21,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:21,597 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:21,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:21,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:21,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:21,597 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:21,598 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:21,598 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:21,598 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:21,598 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:21,598 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,598 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,598 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e8e70d379b8846a9866601c3e0f23a93, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/bed92ba8d096432d8d7511ee141fd453, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ebd11681c4dd4ee1a72541c0e176f897] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=92.4 K 2024-12-17T08:31:21,598 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/43f48cbc54eb4d37b9fd4bc09fe31d50, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4bc36b939e374d6383eae4ac99055c92, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/2618d237a1b640059bc37f42b3f13bbc] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.9 K 2024-12-17T08:31:21,598 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,598 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e8e70d379b8846a9866601c3e0f23a93, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/bed92ba8d096432d8d7511ee141fd453, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ebd11681c4dd4ee1a72541c0e176f897] 2024-12-17T08:31:21,599 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8e70d379b8846a9866601c3e0f23a93, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734424278521 2024-12-17T08:31:21,599 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 43f48cbc54eb4d37b9fd4bc09fe31d50, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734424278521 2024-12-17T08:31:21,599 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc36b939e374d6383eae4ac99055c92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1734424279698 2024-12-17T08:31:21,599 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting bed92ba8d096432d8d7511ee141fd453, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1734424279698 2024-12-17T08:31:21,599 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 2618d237a1b640059bc37f42b3f13bbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424279811 2024-12-17T08:31:21,599 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebd11681c4dd4ee1a72541c0e176f897, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424279811 2024-12-17T08:31:21,604 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:21,605 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#574 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:21,605 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/1cb6508550a54f89bafa29766fedca8a is 50, key is test_row_0/B:col10/1734424279832/Put/seqid=0 2024-12-17T08:31:21,605 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217dfdeaebd71094421bd082100eff5babc_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:21,607 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217dfdeaebd71094421bd082100eff5babc_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:21,607 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217dfdeaebd71094421bd082100eff5babc_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742505_1681 (size=13255) 2024-12-17T08:31:21,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-17T08:31:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:21,610 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-17T08:31:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742506_1682 (size=4469) 2024-12-17T08:31:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:21,612 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#575 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:21,613 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/a6190904a26a454ab2db2793e941e702 is 175, key is test_row_0/A:col10/1734424279832/Put/seqid=0 2024-12-17T08:31:21,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175f235121811c4fb9aa853019be782bd5_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424280755/Put/seqid=0 2024-12-17T08:31:21,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742507_1683 (size=32209) 2024-12-17T08:31:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742508_1684 (size=12454) 2024-12-17T08:31:21,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:21,622 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412175f235121811c4fb9aa853019be782bd5_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175f235121811c4fb9aa853019be782bd5_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/45410353b0a9458d8793a849bffbac43, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/45410353b0a9458d8793a849bffbac43 is 175, key is test_row_0/A:col10/1734424280755/Put/seqid=0 2024-12-17T08:31:21,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742509_1685 (size=31255) 2024-12-17T08:31:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:21,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424341881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424341882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424341883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424341883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-17T08:31:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424341952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424341984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424341986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424341987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424341987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,015 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/1cb6508550a54f89bafa29766fedca8a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/1cb6508550a54f89bafa29766fedca8a 2024-12-17T08:31:22,020 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 1cb6508550a54f89bafa29766fedca8a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:22,020 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:22,020 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424281597; duration=0sec 2024-12-17T08:31:22,020 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:22,020 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:22,020 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:22,020 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/a6190904a26a454ab2db2793e941e702 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/a6190904a26a454ab2db2793e941e702 2024-12-17T08:31:22,021 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:22,021 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:22,021 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:22,022 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/15889969e17e49c9811ea7997f46795f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c285dd17d9194f7c920ca4efe1ddd337, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/5a5411f5bec745ff89d13bca64d0940c] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=36.9 K 2024-12-17T08:31:22,022 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 15889969e17e49c9811ea7997f46795f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1734424278521 2024-12-17T08:31:22,022 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting c285dd17d9194f7c920ca4efe1ddd337, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1734424279698 2024-12-17T08:31:22,022 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a5411f5bec745ff89d13bca64d0940c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424279811 2024-12-17T08:31:22,024 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into a6190904a26a454ab2db2793e941e702(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:22,024 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:22,024 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424281597; duration=0sec 2024-12-17T08:31:22,024 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:22,024 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:22,027 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/45410353b0a9458d8793a849bffbac43 2024-12-17T08:31:22,029 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:22,030 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/6f35255c553b49419701f4a6b4277038 is 50, key is test_row_0/C:col10/1734424279832/Put/seqid=0 2024-12-17T08:31:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742510_1686 (size=13255) 2024-12-17T08:31:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/28c19e5cccb0478f873421ac55f34384 is 50, key is test_row_0/B:col10/1734424280755/Put/seqid=0 2024-12-17T08:31:22,038 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/6f35255c553b49419701f4a6b4277038 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6f35255c553b49419701f4a6b4277038 2024-12-17T08:31:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742511_1687 (size=12301) 2024-12-17T08:31:22,041 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/28c19e5cccb0478f873421ac55f34384 2024-12-17T08:31:22,042 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 6f35255c553b49419701f4a6b4277038(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:22,042 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:22,042 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424281597; duration=0sec 2024-12-17T08:31:22,043 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:22,043 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:22,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/89d2ac5c9a8f4a968f8b4962e71b22f5 is 50, key is test_row_0/C:col10/1734424280755/Put/seqid=0 2024-12-17T08:31:22,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742512_1688 (size=12301) 2024-12-17T08:31:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424342186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424342189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424342189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424342190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,458 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/89d2ac5c9a8f4a968f8b4962e71b22f5 2024-12-17T08:31:22,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/45410353b0a9458d8793a849bffbac43 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/45410353b0a9458d8793a849bffbac43 2024-12-17T08:31:22,467 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/45410353b0a9458d8793a849bffbac43, entries=150, sequenceid=404, filesize=30.5 K 2024-12-17T08:31:22,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/28c19e5cccb0478f873421ac55f34384 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/28c19e5cccb0478f873421ac55f34384 2024-12-17T08:31:22,473 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/28c19e5cccb0478f873421ac55f34384, entries=150, sequenceid=404, filesize=12.0 K 2024-12-17T08:31:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/89d2ac5c9a8f4a968f8b4962e71b22f5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/89d2ac5c9a8f4a968f8b4962e71b22f5 2024-12-17T08:31:22,477 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/89d2ac5c9a8f4a968f8b4962e71b22f5, entries=150, sequenceid=404, filesize=12.0 K 2024-12-17T08:31:22,477 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 867ms, sequenceid=404, compaction requested=false 2024-12-17T08:31:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-17T08:31:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-17T08:31:22,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-17T08:31:22,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec 2024-12-17T08:31:22,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.6340 sec 2024-12-17T08:31:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:22,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-17T08:31:22,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:22,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:22,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:22,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:22,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:22,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:22,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217282b0393fc6642bc93254ed0bc8fb6c7_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424282491/Put/seqid=0 2024-12-17T08:31:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742513_1689 (size=14994) 2024-12-17T08:31:22,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424342506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424342507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424342508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424342510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424342612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424342612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424342612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424342613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424342814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424342815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424342816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424342817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:22,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:22,908 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217282b0393fc6642bc93254ed0bc8fb6c7_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217282b0393fc6642bc93254ed0bc8fb6c7_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:22,908 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d841be19b9064d10b590d8686d4bbc62, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:22,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d841be19b9064d10b590d8686d4bbc62 is 175, key is test_row_0/A:col10/1734424282491/Put/seqid=0 2024-12-17T08:31:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742514_1690 (size=39949) 2024-12-17T08:31:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-17T08:31:22,952 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-17T08:31:22,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-17T08:31:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-17T08:31:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-17T08:31:22,954 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-17T08:31:22,954 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-17T08:31:22,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-17T08:31:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-17T08:31:23,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-17T08:31:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424343117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424343119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424343119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424343121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-17T08:31:23,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-17T08:31:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=424, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d841be19b9064d10b590d8686d4bbc62 2024-12-17T08:31:23,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/b6a62d1f0e3a43a8bed4fa5960d5362f is 50, key is test_row_0/B:col10/1734424282491/Put/seqid=0 2024-12-17T08:31:23,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742515_1691 (size=12301) 2024-12-17T08:31:23,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-17T08:31:23,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:23,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-17T08:31:23,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-17T08:31:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424343622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424343623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424343625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424343625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-17T08:31:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-17T08:31:23,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/b6a62d1f0e3a43a8bed4fa5960d5362f 2024-12-17T08:31:23,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/6c14ab287b66421ab8d8111cd96081ce is 50, key is test_row_0/C:col10/1734424282491/Put/seqid=0 2024-12-17T08:31:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742516_1692 (size=12301) 2024-12-17T08:31:23,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/6c14ab287b66421ab8d8111cd96081ce 2024-12-17T08:31:23,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/d841be19b9064d10b590d8686d4bbc62 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d841be19b9064d10b590d8686d4bbc62 2024-12-17T08:31:23,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d841be19b9064d10b590d8686d4bbc62, entries=200, sequenceid=424, filesize=39.0 K 2024-12-17T08:31:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/b6a62d1f0e3a43a8bed4fa5960d5362f as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b6a62d1f0e3a43a8bed4fa5960d5362f 2024-12-17T08:31:23,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b6a62d1f0e3a43a8bed4fa5960d5362f, entries=150, sequenceid=424, filesize=12.0 K 2024-12-17T08:31:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/6c14ab287b66421ab8d8111cd96081ce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6c14ab287b66421ab8d8111cd96081ce 2024-12-17T08:31:23,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6c14ab287b66421ab8d8111cd96081ce, entries=150, sequenceid=424, filesize=12.0 K 2024-12-17T08:31:23,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1257ms, sequenceid=424, compaction requested=true 2024-12-17T08:31:23,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:23,750 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 3 2024-12-17T08:31:23,750 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:23,751 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:23,751 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:23,751 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/A is initiating minor compaction (all files) 2024-12-17T08:31:23,751 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/B is initiating minor compaction (all files) 2024-12-17T08:31:23,751 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/A in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,751 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/B in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,751 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/a6190904a26a454ab2db2793e941e702, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/45410353b0a9458d8793a849bffbac43, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d841be19b9064d10b590d8686d4bbc62] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=101.0 K 2024-12-17T08:31:23,751 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/1cb6508550a54f89bafa29766fedca8a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/28c19e5cccb0478f873421ac55f34384, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b6a62d1f0e3a43a8bed4fa5960d5362f] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=37.0 K 2024-12-17T08:31:23,751 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,751 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. files: [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/a6190904a26a454ab2db2793e941e702, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/45410353b0a9458d8793a849bffbac43, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d841be19b9064d10b590d8686d4bbc62] 2024-12-17T08:31:23,751 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6190904a26a454ab2db2793e941e702, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424279811 2024-12-17T08:31:23,751 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb6508550a54f89bafa29766fedca8a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424279811 2024-12-17T08:31:23,752 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 28c19e5cccb0478f873421ac55f34384, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734424280755 2024-12-17T08:31:23,752 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45410353b0a9458d8793a849bffbac43, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734424280755 2024-12-17T08:31:23,752 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting b6a62d1f0e3a43a8bed4fa5960d5362f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734424281881 2024-12-17T08:31:23,752 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] compactions.Compactor(224): Compacting d841be19b9064d10b590d8686d4bbc62, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734424281876 2024-12-17T08:31:23,759 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#B#compaction#583 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:23,759 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/ca830c0a70834270962ac11dc363a77d is 50, key is test_row_0/B:col10/1734424282491/Put/seqid=0 2024-12-17T08:31:23,760 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:23,763 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241217da09434401104bfdb854bc31ebc1ebb5_34b3de6a3a391a6dbf1f4510a4ad89a5 store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742517_1693 (size=13357) 2024-12-17T08:31:23,765 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241217da09434401104bfdb854bc31ebc1ebb5_34b3de6a3a391a6dbf1f4510a4ad89a5, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:23,765 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217da09434401104bfdb854bc31ebc1ebb5_34b3de6a3a391a6dbf1f4510a4ad89a5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:23,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742518_1694 (size=4469) 2024-12-17T08:31:23,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:23,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40233 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-17T08:31:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:23,869 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-17T08:31:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121763856bcdec194926ac02a035f86abc60_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424282506/Put/seqid=0 2024-12-17T08:31:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742519_1695 (size=12454) 2024-12-17T08:31:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:23,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. as already flushing 2024-12-17T08:31:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424344006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-17T08:31:24,114 DEBUG [Thread-2528 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56e9a678 to 127.0.0.1:49694 2024-12-17T08:31:24,114 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:24,115 DEBUG [Thread-2520 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:49694 2024-12-17T08:31:24,115 DEBUG [Thread-2520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424344114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,115 DEBUG [Thread-2526 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b9e2976 to 127.0.0.1:49694 2024-12-17T08:31:24,115 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:24,116 DEBUG [Thread-2522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:49694 2024-12-17T08:31:24,116 DEBUG [Thread-2522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:24,117 DEBUG [Thread-2524 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:49694 2024-12-17T08:31:24,117 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:24,167 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/ca830c0a70834270962ac11dc363a77d as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ca830c0a70834270962ac11dc363a77d 2024-12-17T08:31:24,171 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/B of 34b3de6a3a391a6dbf1f4510a4ad89a5 into ca830c0a70834270962ac11dc363a77d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:24,171 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:24,171 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/B, priority=13, startTime=1734424283750; duration=0sec 2024-12-17T08:31:24,171 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-17T08:31:24,171 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:24,171 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-17T08:31:24,172 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-17T08:31:24,172 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1540): 34b3de6a3a391a6dbf1f4510a4ad89a5/C is initiating minor compaction (all files) 2024-12-17T08:31:24,172 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 34b3de6a3a391a6dbf1f4510a4ad89a5/C in TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:24,172 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6f35255c553b49419701f4a6b4277038, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/89d2ac5c9a8f4a968f8b4962e71b22f5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6c14ab287b66421ab8d8111cd96081ce] into tmpdir=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp, totalSize=37.0 K 2024-12-17T08:31:24,172 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f35255c553b49419701f4a6b4277038, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1734424279811 2024-12-17T08:31:24,172 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d2ac5c9a8f4a968f8b4962e71b22f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734424280755 2024-12-17T08:31:24,172 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c14ab287b66421ab8d8111cd96081ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734424281881 2024-12-17T08:31:24,176 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#C#compaction#586 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:24,177 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/04581028fc9c4c5d92e74f6a48b9a33e is 50, key is test_row_0/C:col10/1734424282491/Put/seqid=0 2024-12-17T08:31:24,178 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 34b3de6a3a391a6dbf1f4510a4ad89a5#A#compaction#584 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-17T08:31:24,178 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/32b56e8ec23d4993976e6f45197acd46 is 175, key is test_row_0/A:col10/1734424282491/Put/seqid=0 2024-12-17T08:31:24,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742520_1696 (size=13357) 2024-12-17T08:31:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742521_1697 (size=32311) 2024-12-17T08:31:24,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:24,281 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121763856bcdec194926ac02a035f86abc60_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121763856bcdec194926ac02a035f86abc60_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:24,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/729f0bf31e8a4c4a90394b0fa93b6f9b, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:24,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/729f0bf31e8a4c4a90394b0fa93b6f9b is 175, key is test_row_0/A:col10/1734424282506/Put/seqid=0 2024-12-17T08:31:24,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742522_1698 (size=31255) 2024-12-17T08:31:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424344317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,583 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/04581028fc9c4c5d92e74f6a48b9a33e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/04581028fc9c4c5d92e74f6a48b9a33e 2024-12-17T08:31:24,584 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/32b56e8ec23d4993976e6f45197acd46 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/32b56e8ec23d4993976e6f45197acd46 2024-12-17T08:31:24,587 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/C of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 04581028fc9c4c5d92e74f6a48b9a33e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:24,587 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:24,587 INFO [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/C, priority=13, startTime=1734424283750; duration=0sec 2024-12-17T08:31:24,587 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:24,587 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:24,588 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 34b3de6a3a391a6dbf1f4510a4ad89a5/A of 34b3de6a3a391a6dbf1f4510a4ad89a5 into 32b56e8ec23d4993976e6f45197acd46(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-17T08:31:24,588 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:24,588 INFO [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5., storeName=34b3de6a3a391a6dbf1f4510a4ad89a5/A, priority=13, startTime=1734424283750; duration=0sec 2024-12-17T08:31:24,588 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:24,588 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:24,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424344620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58628 deadline: 1734424344625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58610 deadline: 1734424344628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58640 deadline: 1734424344631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58608 deadline: 1734424344637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:24,686 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=443, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/729f0bf31e8a4c4a90394b0fa93b6f9b 2024-12-17T08:31:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/cf5736e1f4794cb2aa2c2e073143b1bd is 50, key is test_row_0/B:col10/1734424282506/Put/seqid=0 2024-12-17T08:31:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742523_1699 (size=12301) 2024-12-17T08:31:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-17T08:31:25,094 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/cf5736e1f4794cb2aa2c2e073143b1bd 2024-12-17T08:31:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/0a661b46880c4156ac84a782523845ce is 50, key is test_row_0/C:col10/1734424282506/Put/seqid=0 2024-12-17T08:31:25,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742524_1700 (size=12301) 2024-12-17T08:31:25,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-17T08:31:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58676 deadline: 1734424345124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 2024-12-17T08:31:25,503 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/0a661b46880c4156ac84a782523845ce 2024-12-17T08:31:25,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/729f0bf31e8a4c4a90394b0fa93b6f9b as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/729f0bf31e8a4c4a90394b0fa93b6f9b 2024-12-17T08:31:25,509 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/729f0bf31e8a4c4a90394b0fa93b6f9b, entries=150, sequenceid=443, filesize=30.5 K 2024-12-17T08:31:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/cf5736e1f4794cb2aa2c2e073143b1bd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/cf5736e1f4794cb2aa2c2e073143b1bd 2024-12-17T08:31:25,512 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/cf5736e1f4794cb2aa2c2e073143b1bd, entries=150, sequenceid=443, filesize=12.0 K 2024-12-17T08:31:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/0a661b46880c4156ac84a782523845ce as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/0a661b46880c4156ac84a782523845ce 2024-12-17T08:31:25,515 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/0a661b46880c4156ac84a782523845ce, entries=150, sequenceid=443, filesize=12.0 K 2024-12-17T08:31:25,515 INFO [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1646ms, sequenceid=443, compaction requested=false 2024-12-17T08:31:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:25,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c41f045e1357:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-17T08:31:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-17T08:31:25,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-17T08:31:25,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5610 sec 2024-12-17T08:31:25,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 2.5640 sec 2024-12-17T08:31:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] regionserver.HRegion(8581): Flush requested on 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:26,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-17T08:31:26,134 DEBUG [Thread-2517 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:49694 2024-12-17T08:31:26,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:26,134 DEBUG [Thread-2517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:26,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:26,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217fe33901797b347308f78e55efab9d34d_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424286133/Put/seqid=0 2024-12-17T08:31:26,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742525_1701 (size=12454) 2024-12-17T08:31:26,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:26,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241217fe33901797b347308f78e55efab9d34d_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fe33901797b347308f78e55efab9d34d_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:26,547 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/11e10f360eac4b4790fa7868941f2284, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:26,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/11e10f360eac4b4790fa7868941f2284 is 175, key is test_row_0/A:col10/1734424286133/Put/seqid=0 2024-12-17T08:31:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742526_1702 (size=31255) 2024-12-17T08:31:26,631 DEBUG [Thread-2511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:49694 2024-12-17T08:31:26,631 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:26,635 DEBUG [Thread-2515 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:49694 2024-12-17T08:31:26,635 DEBUG [Thread-2515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:26,642 DEBUG [Thread-2509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:49694 2024-12-17T08:31:26,642 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:26,644 DEBUG [Thread-2513 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:49694 2024-12-17T08:31:26,644 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:26,951 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/11e10f360eac4b4790fa7868941f2284 2024-12-17T08:31:26,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/c1b56d43c0414462ab182a168f3f5bb5 is 50, key is test_row_0/B:col10/1734424286133/Put/seqid=0 2024-12-17T08:31:26,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742527_1703 (size=12301) 2024-12-17T08:31:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-17T08:31:27,058 INFO [Thread-2519 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6937 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6877 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6829 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6951 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6863 2024-12-17T08:31:27,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-17T08:31:27,059 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:31:27,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:49694 2024-12-17T08:31:27,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:27,059 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-17T08:31:27,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-17T08:31:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-17T08:31:27,062 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424287061"}]},"ts":"1734424287061"} 2024-12-17T08:31:27,062 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-17T08:31:27,064 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-17T08:31:27,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-17T08:31:27,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=193, ppid=192, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, UNASSIGN}] 2024-12-17T08:31:27,066 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=193, ppid=192, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, UNASSIGN 2024-12-17T08:31:27,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=193 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=CLOSING, regionLocation=c41f045e1357,40233,1734424111672 2024-12-17T08:31:27,067 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-17T08:31:27,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; CloseRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672}] 2024-12-17T08:31:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-17T08:31:27,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c41f045e1357,40233,1734424111672 2024-12-17T08:31:27,219 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] handler.UnassignRegionHandler(124): Close 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:27,219 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-17T08:31:27,219 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1681): Closing 34b3de6a3a391a6dbf1f4510a4ad89a5, disabling compactions & flushes 2024-12-17T08:31:27,219 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:27,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/c1b56d43c0414462ab182a168f3f5bb5 2024-12-17T08:31:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-17T08:31:27,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/824758747f37468ebea8e97ed0dab9a6 is 50, key is test_row_0/C:col10/1734424286133/Put/seqid=0 2024-12-17T08:31:27,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742528_1704 (size=12301) 2024-12-17T08:31:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-17T08:31:27,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/824758747f37468ebea8e97ed0dab9a6 2024-12-17T08:31:27,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/11e10f360eac4b4790fa7868941f2284 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/11e10f360eac4b4790fa7868941f2284 2024-12-17T08:31:27,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/11e10f360eac4b4790fa7868941f2284, entries=150, sequenceid=464, filesize=30.5 K 2024-12-17T08:31:27,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/c1b56d43c0414462ab182a168f3f5bb5 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c1b56d43c0414462ab182a168f3f5bb5 2024-12-17T08:31:27,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c1b56d43c0414462ab182a168f3f5bb5, entries=150, sequenceid=464, filesize=12.0 K 2024-12-17T08:31:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/824758747f37468ebea8e97ed0dab9a6 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/824758747f37468ebea8e97ed0dab9a6 2024-12-17T08:31:27,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/824758747f37468ebea8e97ed0dab9a6, entries=150, sequenceid=464, filesize=12.0 K 2024-12-17T08:31:27,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1646ms, sequenceid=464, compaction requested=true 2024-12-17T08:31:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:27,780 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:A, priority=-2147483648, current under compaction store size is 1 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. after waiting 0 ms 2024-12-17T08:31:27,780 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. because compaction request was cancelled 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:27,780 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:A 2024-12-17T08:31:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:B, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:27,780 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. because compaction request was cancelled 2024-12-17T08:31:27,780 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(2837): Flushing 34b3de6a3a391a6dbf1f4510a4ad89a5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-17T08:31:27,780 DEBUG [RS:0;c41f045e1357:40233-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:B 2024-12-17T08:31:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 34b3de6a3a391a6dbf1f4510a4ad89a5:C, priority=-2147483648, current under compaction store size is 2 2024-12-17T08:31:27,780 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. because compaction request was cancelled 2024-12-17T08:31:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-17T08:31:27,780 DEBUG [RS:0;c41f045e1357:40233-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 34b3de6a3a391a6dbf1f4510a4ad89a5:C 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=A 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=B 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 34b3de6a3a391a6dbf1f4510a4ad89a5, store=C 2024-12-17T08:31:27,780 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-17T08:31:27,784 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121784412e07cbca4e44af15f872130acddb_34b3de6a3a391a6dbf1f4510a4ad89a5 is 50, key is test_row_0/A:col10/1734424286634/Put/seqid=0 2024-12-17T08:31:27,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742529_1705 (size=12454) 2024-12-17T08:31:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-17T08:31:28,188 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-17T08:31:28,190 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121784412e07cbca4e44af15f872130acddb_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121784412e07cbca4e44af15f872130acddb_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:28,191 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/00bd4806c1f84f24952a73342a03ca53, store: [table=TestAcidGuarantees family=A region=34b3de6a3a391a6dbf1f4510a4ad89a5] 2024-12-17T08:31:28,191 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/00bd4806c1f84f24952a73342a03ca53 is 175, key is test_row_0/A:col10/1734424286634/Put/seqid=0 2024-12-17T08:31:28,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742530_1706 (size=31255) 2024-12-17T08:31:28,595 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=471, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/00bd4806c1f84f24952a73342a03ca53 2024-12-17T08:31:28,600 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/278f4bc6220549b691ce961d3e4f09fd is 50, key is test_row_0/B:col10/1734424286634/Put/seqid=0 2024-12-17T08:31:28,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742531_1707 (size=12301) 2024-12-17T08:31:29,003 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/278f4bc6220549b691ce961d3e4f09fd 2024-12-17T08:31:29,008 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/11eebb78d8f2438dbffc1dbccd5ca53e is 50, key is test_row_0/C:col10/1734424286634/Put/seqid=0 2024-12-17T08:31:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742532_1708 (size=12301) 2024-12-17T08:31:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-17T08:31:29,411 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/11eebb78d8f2438dbffc1dbccd5ca53e 2024-12-17T08:31:29,415 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/A/00bd4806c1f84f24952a73342a03ca53 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/00bd4806c1f84f24952a73342a03ca53 2024-12-17T08:31:29,417 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/00bd4806c1f84f24952a73342a03ca53, entries=150, sequenceid=471, filesize=30.5 K 2024-12-17T08:31:29,417 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/B/278f4bc6220549b691ce961d3e4f09fd as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/278f4bc6220549b691ce961d3e4f09fd 2024-12-17T08:31:29,420 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/278f4bc6220549b691ce961d3e4f09fd, entries=150, sequenceid=471, filesize=12.0 K 2024-12-17T08:31:29,420 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/.tmp/C/11eebb78d8f2438dbffc1dbccd5ca53e as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/11eebb78d8f2438dbffc1dbccd5ca53e 2024-12-17T08:31:29,423 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/11eebb78d8f2438dbffc1dbccd5ca53e, entries=150, sequenceid=471, filesize=12.0 K 2024-12-17T08:31:29,423 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 34b3de6a3a391a6dbf1f4510a4ad89a5 in 1643ms, sequenceid=471, compaction requested=true 2024-12-17T08:31:29,424 DEBUG [StoreCloser-TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/7c06a717d0154e8b868b7232c94fd291, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c6f370b17cec43d0896b4d98a94c2ee3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/3abd8d933e2845aa98c3212b8da7adf9, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ee176e7d812a4234bd74565b360d5f2d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/35f909c277784aa1bdb17303bb408606, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/efdf1850c4324501927d5a36b0c6c3e5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/4661c207396c46d5a173f2cbb84436d7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/93c3cc4fa9c0451a89b0b326e56cec9d, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c7f968d57d0e488a8fc965d7c896f689, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/f91c2d46165d4976a028c1fce647c4a8, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/03979d692b8d4633928ee293daf424eb, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/af51b2410e69450cb540a0ff11ad9d76, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/edd5d1e385cc4c458c8db528fed7dcb4, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/19c7faa43914406c9ef3f663a3406b25, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/166a9f6d5d5b442e8a2fabea5ce6f824, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ec712b4a1c5d47959b80786be11c4cf0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/0de91b99b00a4ec8807808b454a57a00, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d29c90a53e9e40468f976451297c9119, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/361cc8dee017432892a7c5690b9e5eb2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e6b0af1498c64528a17963ba2d23d4a5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/5a0ffa3176694d6e91fa4d6b0f3467f2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/1d69002da35d47a98f8472a418a1c429, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/153e1d480e60426f8b62bb159d306764, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/609aff0e1eed4f6188d820fa9db302b1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/353d4c09d8fc4007957e5a2558d2d3d6, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e8e70d379b8846a9866601c3e0f23a93, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/bed92ba8d096432d8d7511ee141fd453, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/a6190904a26a454ab2db2793e941e702, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ebd11681c4dd4ee1a72541c0e176f897, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/45410353b0a9458d8793a849bffbac43, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d841be19b9064d10b590d8686d4bbc62] to archive 2024-12-17T08:31:29,425 DEBUG [StoreCloser-TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:31:29,426 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/7c06a717d0154e8b868b7232c94fd291 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/7c06a717d0154e8b868b7232c94fd291 2024-12-17T08:31:29,426 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/3abd8d933e2845aa98c3212b8da7adf9 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/3abd8d933e2845aa98c3212b8da7adf9 2024-12-17T08:31:29,427 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/35f909c277784aa1bdb17303bb408606 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/35f909c277784aa1bdb17303bb408606 2024-12-17T08:31:29,427 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c6f370b17cec43d0896b4d98a94c2ee3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c6f370b17cec43d0896b4d98a94c2ee3 2024-12-17T08:31:29,427 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ee176e7d812a4234bd74565b360d5f2d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ee176e7d812a4234bd74565b360d5f2d 2024-12-17T08:31:29,427 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/93c3cc4fa9c0451a89b0b326e56cec9d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/93c3cc4fa9c0451a89b0b326e56cec9d 2024-12-17T08:31:29,427 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/4661c207396c46d5a173f2cbb84436d7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/4661c207396c46d5a173f2cbb84436d7 2024-12-17T08:31:29,427 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/efdf1850c4324501927d5a36b0c6c3e5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/efdf1850c4324501927d5a36b0c6c3e5 2024-12-17T08:31:29,428 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c7f968d57d0e488a8fc965d7c896f689 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/c7f968d57d0e488a8fc965d7c896f689 2024-12-17T08:31:29,428 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/03979d692b8d4633928ee293daf424eb to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/03979d692b8d4633928ee293daf424eb 2024-12-17T08:31:29,428 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/f91c2d46165d4976a028c1fce647c4a8 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/f91c2d46165d4976a028c1fce647c4a8 2024-12-17T08:31:29,429 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/edd5d1e385cc4c458c8db528fed7dcb4 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/edd5d1e385cc4c458c8db528fed7dcb4 2024-12-17T08:31:29,429 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/af51b2410e69450cb540a0ff11ad9d76 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/af51b2410e69450cb540a0ff11ad9d76 2024-12-17T08:31:29,429 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/19c7faa43914406c9ef3f663a3406b25 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/19c7faa43914406c9ef3f663a3406b25 2024-12-17T08:31:29,430 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/166a9f6d5d5b442e8a2fabea5ce6f824 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/166a9f6d5d5b442e8a2fabea5ce6f824 2024-12-17T08:31:29,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ec712b4a1c5d47959b80786be11c4cf0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ec712b4a1c5d47959b80786be11c4cf0 2024-12-17T08:31:29,430 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/0de91b99b00a4ec8807808b454a57a00 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/0de91b99b00a4ec8807808b454a57a00 2024-12-17T08:31:29,430 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d29c90a53e9e40468f976451297c9119 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d29c90a53e9e40468f976451297c9119 2024-12-17T08:31:29,430 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/361cc8dee017432892a7c5690b9e5eb2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/361cc8dee017432892a7c5690b9e5eb2 2024-12-17T08:31:29,431 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/5a0ffa3176694d6e91fa4d6b0f3467f2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/5a0ffa3176694d6e91fa4d6b0f3467f2 2024-12-17T08:31:29,431 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e6b0af1498c64528a17963ba2d23d4a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e6b0af1498c64528a17963ba2d23d4a5 2024-12-17T08:31:29,431 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/1d69002da35d47a98f8472a418a1c429 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/1d69002da35d47a98f8472a418a1c429 2024-12-17T08:31:29,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/153e1d480e60426f8b62bb159d306764 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/153e1d480e60426f8b62bb159d306764 2024-12-17T08:31:29,432 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/609aff0e1eed4f6188d820fa9db302b1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/609aff0e1eed4f6188d820fa9db302b1 2024-12-17T08:31:29,432 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e8e70d379b8846a9866601c3e0f23a93 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/e8e70d379b8846a9866601c3e0f23a93 2024-12-17T08:31:29,432 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/bed92ba8d096432d8d7511ee141fd453 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/bed92ba8d096432d8d7511ee141fd453 2024-12-17T08:31:29,432 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/353d4c09d8fc4007957e5a2558d2d3d6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/353d4c09d8fc4007957e5a2558d2d3d6 2024-12-17T08:31:29,432 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/a6190904a26a454ab2db2793e941e702 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/a6190904a26a454ab2db2793e941e702 2024-12-17T08:31:29,432 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ebd11681c4dd4ee1a72541c0e176f897 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/ebd11681c4dd4ee1a72541c0e176f897 2024-12-17T08:31:29,433 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/45410353b0a9458d8793a849bffbac43 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/45410353b0a9458d8793a849bffbac43 2024-12-17T08:31:29,433 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d841be19b9064d10b590d8686d4bbc62 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/d841be19b9064d10b590d8686d4bbc62 2024-12-17T08:31:29,434 DEBUG [StoreCloser-TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54706caa0d8f467a992e114ca7924243, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4793ab3f33bb4a15bfc2625f26623dc2, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/089c76de80be4a30a0c82004e2729626, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/5b828705a94343b680b79d5cbac27420, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/84808febff094dbdb771bbfdfc4dd2e1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/08871adcf37e4d5486795f138174f194, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/214bb0283b534d7a901443cba43f1b12, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b9159b8511264ce3812797c6ad7ce673, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/e3feb155d6c7402787eb95906ca2b018, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/0975562cffa84e67bd4b20da0be80cab, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/334521662878406d88fa1787d5470dad, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/96fa638da4eb42f5813ee6375ef917c5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/611580f45fb04da7994a778c407f4222, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/d55c0bbbc62d4662b94b4d4999d18042, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/a3728222ab1d43a6a58299fe8fdc6573, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ceb42fe1fe9f430e9ed89bd074c2ba69, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/31a4c202e7f14735b4f11cf48b090058, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/60987f2a2b6c4f9f835b9150ab034687, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/fb09c3e85d5743b8840b6c2ce1e1a0d7, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/47c9063c0be84514b8cdfa8bb0cfc848, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4e3af2ec2cbe42de8757d5410f2e8982, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c251d619674d4a98803fac475dc2bc50, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/23e5321d25624794bfcb8c42d86e1717, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54e6a97241ff48a08405ead961360201, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/43f48cbc54eb4d37b9fd4bc09fe31d50, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/8d1507a4a9fe4da0a022bb5a85ace0ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4bc36b939e374d6383eae4ac99055c92, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/1cb6508550a54f89bafa29766fedca8a, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/2618d237a1b640059bc37f42b3f13bbc, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/28c19e5cccb0478f873421ac55f34384, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b6a62d1f0e3a43a8bed4fa5960d5362f] to archive 2024-12-17T08:31:29,435 DEBUG [StoreCloser-TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:31:29,436 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54706caa0d8f467a992e114ca7924243 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54706caa0d8f467a992e114ca7924243 2024-12-17T08:31:29,437 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/5b828705a94343b680b79d5cbac27420 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/5b828705a94343b680b79d5cbac27420 2024-12-17T08:31:29,437 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/089c76de80be4a30a0c82004e2729626 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/089c76de80be4a30a0c82004e2729626 2024-12-17T08:31:29,437 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/84808febff094dbdb771bbfdfc4dd2e1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/84808febff094dbdb771bbfdfc4dd2e1 2024-12-17T08:31:29,437 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4793ab3f33bb4a15bfc2625f26623dc2 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4793ab3f33bb4a15bfc2625f26623dc2 2024-12-17T08:31:29,437 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b9159b8511264ce3812797c6ad7ce673 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b9159b8511264ce3812797c6ad7ce673 2024-12-17T08:31:29,437 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/08871adcf37e4d5486795f138174f194 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/08871adcf37e4d5486795f138174f194 2024-12-17T08:31:29,437 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/214bb0283b534d7a901443cba43f1b12 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/214bb0283b534d7a901443cba43f1b12 2024-12-17T08:31:29,438 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/e3feb155d6c7402787eb95906ca2b018 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/e3feb155d6c7402787eb95906ca2b018 2024-12-17T08:31:29,438 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/0975562cffa84e67bd4b20da0be80cab to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/0975562cffa84e67bd4b20da0be80cab 2024-12-17T08:31:29,438 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/611580f45fb04da7994a778c407f4222 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/611580f45fb04da7994a778c407f4222 2024-12-17T08:31:29,438 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/96fa638da4eb42f5813ee6375ef917c5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/96fa638da4eb42f5813ee6375ef917c5 2024-12-17T08:31:29,438 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/a3728222ab1d43a6a58299fe8fdc6573 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/a3728222ab1d43a6a58299fe8fdc6573 2024-12-17T08:31:29,439 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/334521662878406d88fa1787d5470dad to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/334521662878406d88fa1787d5470dad 2024-12-17T08:31:29,439 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/d55c0bbbc62d4662b94b4d4999d18042 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/d55c0bbbc62d4662b94b4d4999d18042 2024-12-17T08:31:29,439 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ceb42fe1fe9f430e9ed89bd074c2ba69 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ceb42fe1fe9f430e9ed89bd074c2ba69 2024-12-17T08:31:29,440 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/60987f2a2b6c4f9f835b9150ab034687 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/60987f2a2b6c4f9f835b9150ab034687 2024-12-17T08:31:29,440 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/31a4c202e7f14735b4f11cf48b090058 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/31a4c202e7f14735b4f11cf48b090058 2024-12-17T08:31:29,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/fb09c3e85d5743b8840b6c2ce1e1a0d7 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/fb09c3e85d5743b8840b6c2ce1e1a0d7 2024-12-17T08:31:29,440 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/47c9063c0be84514b8cdfa8bb0cfc848 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/47c9063c0be84514b8cdfa8bb0cfc848 2024-12-17T08:31:29,440 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4e3af2ec2cbe42de8757d5410f2e8982 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4e3af2ec2cbe42de8757d5410f2e8982 2024-12-17T08:31:29,440 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c251d619674d4a98803fac475dc2bc50 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c251d619674d4a98803fac475dc2bc50 2024-12-17T08:31:29,441 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/23e5321d25624794bfcb8c42d86e1717 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/23e5321d25624794bfcb8c42d86e1717 2024-12-17T08:31:29,441 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54e6a97241ff48a08405ead961360201 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/54e6a97241ff48a08405ead961360201 2024-12-17T08:31:29,441 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/8d1507a4a9fe4da0a022bb5a85ace0ce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/8d1507a4a9fe4da0a022bb5a85ace0ce 2024-12-17T08:31:29,441 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/43f48cbc54eb4d37b9fd4bc09fe31d50 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/43f48cbc54eb4d37b9fd4bc09fe31d50 2024-12-17T08:31:29,442 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4bc36b939e374d6383eae4ac99055c92 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/4bc36b939e374d6383eae4ac99055c92 2024-12-17T08:31:29,442 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/1cb6508550a54f89bafa29766fedca8a to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/1cb6508550a54f89bafa29766fedca8a 2024-12-17T08:31:29,442 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/2618d237a1b640059bc37f42b3f13bbc to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/2618d237a1b640059bc37f42b3f13bbc 2024-12-17T08:31:29,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/28c19e5cccb0478f873421ac55f34384 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/28c19e5cccb0478f873421ac55f34384 2024-12-17T08:31:29,442 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b6a62d1f0e3a43a8bed4fa5960d5362f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/b6a62d1f0e3a43a8bed4fa5960d5362f 2024-12-17T08:31:29,443 DEBUG [StoreCloser-TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/057b7fd7c1d644a9b2f48d2cbfb473be, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/65a1306121dd49088da6c35479259884, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/ca1d5ac6883f4acda86626e281198448, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/16b0e8ab35f14ca98a41db56887b16ce, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/3666661acaad43ebac336f4a8a88aa54, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/570782b548de41cf8a685628e442bb52, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/36535f7276a54415acf95d1705a5ea31, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/2a36d2dd2eec4dbe9e0423b2028bef12, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/55a97286042a4370a4d29dd6e5996a12, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/974d63b37152437dbcfb465373bc8ba1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4f305196a9ab4aafb7711e9d7712b90e, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c897062a325441dbadfbe0a972f9fd49, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e5f41eb06b9944f0b008be6a4bd48c66, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/41ad0a42b77a4eaebb28be87485c2b73, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/96ea54b9da4f462498d1ce2171e541e5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/8438606618434d1d8d4c36c64eda4be3, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e984456a17ba4a72b9af9c0f1a01665b, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/a73602c788d24d6ea2a71292a174eeb1, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/dc10395a0b23404894ffd3185f066688, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/53ebaeab6a18454285551107f425dce5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/100f255bd38140928344c2946d57b319, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4aa802184a4d40c4a7fd1352dc5eabb0, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/46b7b6018f9047f8b50ca470cb6d2e24, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/258cb633bfe24b86b8fedbb2549f0569, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/15889969e17e49c9811ea7997f46795f, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/9f12fc7a4a344e1699e0bc1f52d81093, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c285dd17d9194f7c920ca4efe1ddd337, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6f35255c553b49419701f4a6b4277038, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/5a5411f5bec745ff89d13bca64d0940c, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/89d2ac5c9a8f4a968f8b4962e71b22f5, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6c14ab287b66421ab8d8111cd96081ce] to archive 2024-12-17T08:31:29,444 DEBUG [StoreCloser-TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/057b7fd7c1d644a9b2f48d2cbfb473be to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/057b7fd7c1d644a9b2f48d2cbfb473be 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/65a1306121dd49088da6c35479259884 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/65a1306121dd49088da6c35479259884 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/16b0e8ab35f14ca98a41db56887b16ce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/16b0e8ab35f14ca98a41db56887b16ce 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/570782b548de41cf8a685628e442bb52 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/570782b548de41cf8a685628e442bb52 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/ca1d5ac6883f4acda86626e281198448 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/ca1d5ac6883f4acda86626e281198448 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/3666661acaad43ebac336f4a8a88aa54 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/3666661acaad43ebac336f4a8a88aa54 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/2a36d2dd2eec4dbe9e0423b2028bef12 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/2a36d2dd2eec4dbe9e0423b2028bef12 2024-12-17T08:31:29,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/36535f7276a54415acf95d1705a5ea31 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/36535f7276a54415acf95d1705a5ea31 2024-12-17T08:31:29,447 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4f305196a9ab4aafb7711e9d7712b90e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4f305196a9ab4aafb7711e9d7712b90e 2024-12-17T08:31:29,447 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e5f41eb06b9944f0b008be6a4bd48c66 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e5f41eb06b9944f0b008be6a4bd48c66 2024-12-17T08:31:29,447 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/55a97286042a4370a4d29dd6e5996a12 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/55a97286042a4370a4d29dd6e5996a12 2024-12-17T08:31:29,448 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/41ad0a42b77a4eaebb28be87485c2b73 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/41ad0a42b77a4eaebb28be87485c2b73 2024-12-17T08:31:29,448 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/974d63b37152437dbcfb465373bc8ba1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/974d63b37152437dbcfb465373bc8ba1 2024-12-17T08:31:29,448 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/96ea54b9da4f462498d1ce2171e541e5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/96ea54b9da4f462498d1ce2171e541e5 2024-12-17T08:31:29,448 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c897062a325441dbadfbe0a972f9fd49 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c897062a325441dbadfbe0a972f9fd49 2024-12-17T08:31:29,448 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/8438606618434d1d8d4c36c64eda4be3 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/8438606618434d1d8d4c36c64eda4be3 2024-12-17T08:31:29,449 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e984456a17ba4a72b9af9c0f1a01665b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/e984456a17ba4a72b9af9c0f1a01665b 2024-12-17T08:31:29,449 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/dc10395a0b23404894ffd3185f066688 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/dc10395a0b23404894ffd3185f066688 2024-12-17T08:31:29,449 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/a73602c788d24d6ea2a71292a174eeb1 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/a73602c788d24d6ea2a71292a174eeb1 2024-12-17T08:31:29,450 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/100f255bd38140928344c2946d57b319 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/100f255bd38140928344c2946d57b319 2024-12-17T08:31:29,450 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/53ebaeab6a18454285551107f425dce5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/53ebaeab6a18454285551107f425dce5 2024-12-17T08:31:29,450 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/258cb633bfe24b86b8fedbb2549f0569 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/258cb633bfe24b86b8fedbb2549f0569 2024-12-17T08:31:29,450 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/46b7b6018f9047f8b50ca470cb6d2e24 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/46b7b6018f9047f8b50ca470cb6d2e24 2024-12-17T08:31:29,450 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4aa802184a4d40c4a7fd1352dc5eabb0 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/4aa802184a4d40c4a7fd1352dc5eabb0 2024-12-17T08:31:29,451 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/15889969e17e49c9811ea7997f46795f to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/15889969e17e49c9811ea7997f46795f 2024-12-17T08:31:29,451 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/9f12fc7a4a344e1699e0bc1f52d81093 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/9f12fc7a4a344e1699e0bc1f52d81093 2024-12-17T08:31:29,451 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c285dd17d9194f7c920ca4efe1ddd337 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/c285dd17d9194f7c920ca4efe1ddd337 2024-12-17T08:31:29,451 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6f35255c553b49419701f4a6b4277038 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6f35255c553b49419701f4a6b4277038 2024-12-17T08:31:29,452 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/5a5411f5bec745ff89d13bca64d0940c to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/5a5411f5bec745ff89d13bca64d0940c 2024-12-17T08:31:29,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/89d2ac5c9a8f4a968f8b4962e71b22f5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/89d2ac5c9a8f4a968f8b4962e71b22f5 2024-12-17T08:31:29,452 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6c14ab287b66421ab8d8111cd96081ce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/6c14ab287b66421ab8d8111cd96081ce 2024-12-17T08:31:29,455 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/recovered.edits/474.seqid, newMaxSeqId=474, maxSeqId=4 2024-12-17T08:31:29,455 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5. 2024-12-17T08:31:29,455 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] regionserver.HRegion(1635): Region close journal for 34b3de6a3a391a6dbf1f4510a4ad89a5: 2024-12-17T08:31:29,457 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION, pid=194}] handler.UnassignRegionHandler(170): Closed 34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:29,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=193 updating hbase:meta row=34b3de6a3a391a6dbf1f4510a4ad89a5, regionState=CLOSED 2024-12-17T08:31:29,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-17T08:31:29,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; CloseRegionProcedure 34b3de6a3a391a6dbf1f4510a4ad89a5, server=c41f045e1357,40233,1734424111672 in 2.3910 sec 2024-12-17T08:31:29,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=193, resume processing ppid=192 2024-12-17T08:31:29,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, ppid=192, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=34b3de6a3a391a6dbf1f4510a4ad89a5, UNASSIGN in 2.3940 sec 2024-12-17T08:31:29,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-17T08:31:29,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3960 sec 2024-12-17T08:31:29,461 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734424289461"}]},"ts":"1734424289461"} 2024-12-17T08:31:29,462 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-17T08:31:29,464 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-17T08:31:29,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.4050 sec 2024-12-17T08:31:30,039 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-17T08:31:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-17T08:31:31,166 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-17T08:31:31,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-17T08:31:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:31,167 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=195, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-17T08:31:31,168 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=195, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:31,169 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,170 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C, FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/recovered.edits] 2024-12-17T08:31:31,173 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/00bd4806c1f84f24952a73342a03ca53 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/00bd4806c1f84f24952a73342a03ca53 2024-12-17T08:31:31,173 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/11e10f360eac4b4790fa7868941f2284 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/11e10f360eac4b4790fa7868941f2284 2024-12-17T08:31:31,173 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/32b56e8ec23d4993976e6f45197acd46 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/32b56e8ec23d4993976e6f45197acd46 2024-12-17T08:31:31,173 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/729f0bf31e8a4c4a90394b0fa93b6f9b to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/A/729f0bf31e8a4c4a90394b0fa93b6f9b 2024-12-17T08:31:31,176 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/278f4bc6220549b691ce961d3e4f09fd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/278f4bc6220549b691ce961d3e4f09fd 2024-12-17T08:31:31,176 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c1b56d43c0414462ab182a168f3f5bb5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/c1b56d43c0414462ab182a168f3f5bb5 2024-12-17T08:31:31,176 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ca830c0a70834270962ac11dc363a77d to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/ca830c0a70834270962ac11dc363a77d 2024-12-17T08:31:31,176 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/cf5736e1f4794cb2aa2c2e073143b1bd to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/B/cf5736e1f4794cb2aa2c2e073143b1bd 2024-12-17T08:31:31,178 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/04581028fc9c4c5d92e74f6a48b9a33e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/04581028fc9c4c5d92e74f6a48b9a33e 2024-12-17T08:31:31,179 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/0a661b46880c4156ac84a782523845ce to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/0a661b46880c4156ac84a782523845ce 2024-12-17T08:31:31,179 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/11eebb78d8f2438dbffc1dbccd5ca53e to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/11eebb78d8f2438dbffc1dbccd5ca53e 2024-12-17T08:31:31,179 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/824758747f37468ebea8e97ed0dab9a6 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/C/824758747f37468ebea8e97ed0dab9a6 2024-12-17T08:31:31,181 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/recovered.edits/474.seqid to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5/recovered.edits/474.seqid 2024-12-17T08:31:31,181 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/default/TestAcidGuarantees/34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,181 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-17T08:31:31,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T08:31:31,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-17T08:31:31,188 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121710468502edd24222887405eafaa8f2e1_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121710468502edd24222887405eafaa8f2e1_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,188 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170eb11875090d496a80589e56d2611dd4_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170eb11875090d496a80589e56d2611dd4_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,188 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170c912bb08ce842259621929441265274_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412170c912bb08ce842259621929441265274_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,188 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172234f35f8aea4341897f87533685f1ca_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172234f35f8aea4341897f87533685f1ca_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,188 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172e100a6eb1e4471c814ad3bf8718461e_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412172e100a6eb1e4471c814ad3bf8718461e_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,189 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217282b0393fc6642bc93254ed0bc8fb6c7_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217282b0393fc6642bc93254ed0bc8fb6c7_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,189 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174c8b761e0c914caa977007d22dac14da_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412174c8b761e0c914caa977007d22dac14da_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,189 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e1f57072ee8433aa5d1a14cdc731fa0_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e1f57072ee8433aa5d1a14cdc731fa0_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,190 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175f235121811c4fb9aa853019be782bd5_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175f235121811c4fb9aa853019be782bd5_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,190 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121763856bcdec194926ac02a035f86abc60_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121763856bcdec194926ac02a035f86abc60_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,190 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e2c84684da046e49a3fbf92368802af_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412175e2c84684da046e49a3fbf92368802af_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,190 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121762bfb307de9146ef8c42257a1e3ce118_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121762bfb307de9146ef8c42257a1e3ce118_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,190 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177ef48fec6c7c4596a573106ed483b89e_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412177ef48fec6c7c4596a573106ed483b89e_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,191 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b4f48608fc924e3fa4623e4c3a8d4cdc_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217b4f48608fc924e3fa4623e4c3a8d4cdc_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,191 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121783fa3a2bde8b4c85a0cf6773856b2f85_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121783fa3a2bde8b4c85a0cf6773856b2f85_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,191 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121784412e07cbca4e44af15f872130acddb_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121784412e07cbca4e44af15f872130acddb_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,191 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217bd6ea230415844f78760684c7da3d822_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217bd6ea230415844f78760684c7da3d822_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,192 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c093f304068d47acb21fa42389f88681_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c093f304068d47acb21fa42389f88681_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,192 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c629fcec8a8e43ce86054f93f03b99dc_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217c629fcec8a8e43ce86054f93f03b99dc_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,192 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ce2cfce1c45c46339560d8b10e14d6b2_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217ce2cfce1c45c46339560d8b10e14d6b2_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,192 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d9aef6b47d434cd8a8d56f93ae1484c7_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217d9aef6b47d434cd8a8d56f93ae1484c7_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,192 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e6afb42ad1414c9c90583e9515ebd4ec_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e6afb42ad1414c9c90583e9515ebd4ec_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,192 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fe33901797b347308f78e55efab9d34d_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217fe33901797b347308f78e55efab9d34d_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,192 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e097c69220df4b8e880c9064676cf5c0_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217e097c69220df4b8e880c9064676cf5c0_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,193 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217feb0b455755a4c37a9dadbcffc85b938_34b3de6a3a391a6dbf1f4510a4ad89a5 to hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241217feb0b455755a4c37a9dadbcffc85b938_34b3de6a3a391a6dbf1f4510a4ad89a5 2024-12-17T08:31:31,193 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-17T08:31:31,195 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=195, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:31,197 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-17T08:31:31,198 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-17T08:31:31,199 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=195, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:31,199 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-17T08:31:31,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734424291199"}]},"ts":"9223372036854775807"} 2024-12-17T08:31:31,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-17T08:31:31,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 34b3de6a3a391a6dbf1f4510a4ad89a5, NAME => 'TestAcidGuarantees,,1734424261017.34b3de6a3a391a6dbf1f4510a4ad89a5.', STARTKEY => '', ENDKEY => ''}] 2024-12-17T08:31:31,201 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-17T08:31:31,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734424291201"}]},"ts":"9223372036854775807"} 2024-12-17T08:31:31,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-17T08:31:31,204 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=195, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-17T08:31:31,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-12-17T08:31:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-17T08:31:31,268 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-12-17T08:31:31,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=247 (was 246) - Thread LEAK? -, OpenFileDescriptor=454 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 352), ProcessCount=11 (was 11), AvailableMemoryMB=6935 (was 6962) 2024-12-17T08:31:31,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-17T08:31:31,278 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-17T08:31:31,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3bc7460e to 127.0.0.1:49694 2024-12-17T08:31:31,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:31,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-17T08:31:31,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=572881020, stopped=false 2024-12-17T08:31:31,279 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=c41f045e1357,39869,1734424110929 2024-12-17T08:31:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-17T08:31:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-17T08:31:31,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-17T08:31:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:31:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:31:31,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:31,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T08:31:31,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-17T08:31:31,281 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c41f045e1357,40233,1734424111672' ***** 2024-12-17T08:31:31,281 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-17T08:31:31,281 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-17T08:31:31,282 INFO [RS:0;c41f045e1357:40233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-17T08:31:31,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-17T08:31:31,282 INFO [RS:0;c41f045e1357:40233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-17T08:31:31,282 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(3579): Received CLOSE for 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:31:31,282 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1224): stopping server c41f045e1357,40233,1734424111672 2024-12-17T08:31:31,282 DEBUG [RS:0;c41f045e1357:40233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:31,282 INFO [RS:0;c41f045e1357:40233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-17T08:31:31,282 INFO [RS:0;c41f045e1357:40233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-17T08:31:31,282 INFO [RS:0;c41f045e1357:40233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-17T08:31:31,283 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4d23b3e3f818512ee7f6c3d1e8f45d26, disabling compactions & flushes 2024-12-17T08:31:31,283 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. after waiting 0 ms 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:31:31,283 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4d23b3e3f818512ee7f6c3d1e8f45d26 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-17T08:31:31,283 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-17T08:31:31,283 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d23b3e3f818512ee7f6c3d1e8f45d26=hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26.} 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-17T08:31:31,283 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-17T08:31:31,283 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-17T08:31:31,283 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-17T08:31:31,286 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:31:31,300 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26/.tmp/info/c53030e230914e9ca9ba46a7075461df is 45, key is default/info:d/1734424115676/Put/seqid=0 2024-12-17T08:31:31,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742533_1709 (size=5037) 2024-12-17T08:31:31,307 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/info/a7f200f1fbe64c35a26df4ddd5e7b8f4 is 143, key is hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26./info:regioninfo/1734424115558/Put/seqid=0 2024-12-17T08:31:31,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742534_1710 (size=7725) 2024-12-17T08:31:31,374 INFO [regionserver/c41f045e1357:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T08:31:31,428 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-17T08:31:31,486 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:31:31,687 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4d23b3e3f818512ee7f6c3d1e8f45d26 2024-12-17T08:31:31,704 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26/.tmp/info/c53030e230914e9ca9ba46a7075461df 2024-12-17T08:31:31,707 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26/.tmp/info/c53030e230914e9ca9ba46a7075461df as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26/info/c53030e230914e9ca9ba46a7075461df 2024-12-17T08:31:31,710 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26/info/c53030e230914e9ca9ba46a7075461df, entries=2, sequenceid=6, filesize=4.9 K 2024-12-17T08:31:31,710 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/info/a7f200f1fbe64c35a26df4ddd5e7b8f4 2024-12-17T08:31:31,710 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4d23b3e3f818512ee7f6c3d1e8f45d26 in 427ms, sequenceid=6, compaction requested=false 2024-12-17T08:31:31,714 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/namespace/4d23b3e3f818512ee7f6c3d1e8f45d26/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-17T08:31:31,714 INFO [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:31:31,714 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4d23b3e3f818512ee7f6c3d1e8f45d26: 2024-12-17T08:31:31,714 DEBUG [RS_CLOSE_REGION-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734424114721.4d23b3e3f818512ee7f6c3d1e8f45d26. 2024-12-17T08:31:31,728 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/rep_barrier/1acd5a1482fb4ee48aacbe2cbb6bb284 is 102, key is TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833./rep_barrier:/1734424149403/DeleteFamily/seqid=0 2024-12-17T08:31:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742535_1711 (size=6025) 2024-12-17T08:31:31,887 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T08:31:31,982 INFO [regionserver/c41f045e1357:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-17T08:31:31,982 INFO [regionserver/c41f045e1357:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-17T08:31:32,087 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T08:31:32,131 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/rep_barrier/1acd5a1482fb4ee48aacbe2cbb6bb284 2024-12-17T08:31:32,149 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/table/150fba4050d542328075fe4397932c6a is 96, key is TestAcidGuarantees,,1734424115899.812351f20f65457d9980f35cad7e7833./table:/1734424149403/DeleteFamily/seqid=0 2024-12-17T08:31:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742536_1712 (size=5942) 2024-12-17T08:31:32,287 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-17T08:31:32,287 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-17T08:31:32,287 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T08:31:32,488 DEBUG [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-17T08:31:32,552 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/table/150fba4050d542328075fe4397932c6a 2024-12-17T08:31:32,555 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/info/a7f200f1fbe64c35a26df4ddd5e7b8f4 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/info/a7f200f1fbe64c35a26df4ddd5e7b8f4 2024-12-17T08:31:32,558 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/info/a7f200f1fbe64c35a26df4ddd5e7b8f4, entries=22, sequenceid=93, filesize=7.5 K 2024-12-17T08:31:32,559 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/rep_barrier/1acd5a1482fb4ee48aacbe2cbb6bb284 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/rep_barrier/1acd5a1482fb4ee48aacbe2cbb6bb284 2024-12-17T08:31:32,562 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/rep_barrier/1acd5a1482fb4ee48aacbe2cbb6bb284, entries=6, sequenceid=93, filesize=5.9 K 2024-12-17T08:31:32,562 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/.tmp/table/150fba4050d542328075fe4397932c6a as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/table/150fba4050d542328075fe4397932c6a 2024-12-17T08:31:32,564 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/table/150fba4050d542328075fe4397932c6a, entries=9, sequenceid=93, filesize=5.8 K 2024-12-17T08:31:32,565 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1282ms, sequenceid=93, compaction requested=false 2024-12-17T08:31:32,568 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-17T08:31:32,569 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-17T08:31:32,569 INFO [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-17T08:31:32,569 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-17T08:31:32,569 DEBUG [RS_CLOSE_META-regionserver/c41f045e1357:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-17T08:31:32,688 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1250): stopping server c41f045e1357,40233,1734424111672; all regions closed. 2024-12-17T08:31:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741834_1010 (size=26050) 2024-12-17T08:31:32,694 DEBUG [RS:0;c41f045e1357:40233 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/oldWALs 2024-12-17T08:31:32,694 INFO [RS:0;c41f045e1357:40233 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c41f045e1357%2C40233%2C1734424111672.meta:.meta(num 1734424114470) 2024-12-17T08:31:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741833_1009 (size=16180482) 2024-12-17T08:31:32,697 DEBUG [RS:0;c41f045e1357:40233 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/oldWALs 2024-12-17T08:31:32,697 INFO [RS:0;c41f045e1357:40233 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c41f045e1357%2C40233%2C1734424111672:(num 1734424114049) 2024-12-17T08:31:32,697 DEBUG [RS:0;c41f045e1357:40233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:32,697 INFO [RS:0;c41f045e1357:40233 {}] regionserver.LeaseManager(133): Closed leases 2024-12-17T08:31:32,697 INFO [RS:0;c41f045e1357:40233 {}] hbase.ChoreService(370): Chore service for: regionserver/c41f045e1357:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-17T08:31:32,697 INFO [regionserver/c41f045e1357:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T08:31:32,698 INFO [RS:0;c41f045e1357:40233 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40233 2024-12-17T08:31:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c41f045e1357,40233,1734424111672 2024-12-17T08:31:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-17T08:31:32,702 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f1ed88f2b28@53a2c1c6 rejected from java.util.concurrent.ThreadPoolExecutor@16a045d6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-17T08:31:32,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c41f045e1357,40233,1734424111672] 2024-12-17T08:31:32,702 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing c41f045e1357,40233,1734424111672; numProcessing=1 2024-12-17T08:31:32,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/c41f045e1357,40233,1734424111672 already deleted, retry=false 2024-12-17T08:31:32,704 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; c41f045e1357,40233,1734424111672 expired; onlineServers=0 2024-12-17T08:31:32,704 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c41f045e1357,39869,1734424110929' ***** 2024-12-17T08:31:32,704 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-17T08:31:32,704 DEBUG [M:0;c41f045e1357:39869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19524e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c41f045e1357/172.17.0.2:0 2024-12-17T08:31:32,704 INFO [M:0;c41f045e1357:39869 {}] regionserver.HRegionServer(1224): stopping server c41f045e1357,39869,1734424110929 2024-12-17T08:31:32,704 INFO [M:0;c41f045e1357:39869 {}] regionserver.HRegionServer(1250): stopping server c41f045e1357,39869,1734424110929; all regions closed. 2024-12-17T08:31:32,704 DEBUG [M:0;c41f045e1357:39869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-17T08:31:32,704 DEBUG [M:0;c41f045e1357:39869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-17T08:31:32,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-17T08:31:32,704 DEBUG [M:0;c41f045e1357:39869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-17T08:31:32,704 DEBUG [master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734424113774 {}] cleaner.HFileCleaner(306): Exit Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.large.0-1734424113774,5,FailOnTimeoutGroup] 2024-12-17T08:31:32,704 DEBUG [master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734424113775 {}] cleaner.HFileCleaner(306): Exit Thread[master/c41f045e1357:0:becomeActiveMaster-HFileCleaner.small.0-1734424113775,5,FailOnTimeoutGroup] 2024-12-17T08:31:32,705 INFO [M:0;c41f045e1357:39869 {}] hbase.ChoreService(370): Chore service for: master/c41f045e1357:0 had [] on shutdown 2024-12-17T08:31:32,705 DEBUG [M:0;c41f045e1357:39869 {}] master.HMaster(1733): Stopping service threads 2024-12-17T08:31:32,705 INFO [M:0;c41f045e1357:39869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-17T08:31:32,705 INFO [M:0;c41f045e1357:39869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-17T08:31:32,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-17T08:31:32,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-17T08:31:32,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-17T08:31:32,706 DEBUG [M:0;c41f045e1357:39869 {}] zookeeper.ZKUtil(347): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-17T08:31:32,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-17T08:31:32,706 WARN [M:0;c41f045e1357:39869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-17T08:31:32,706 INFO [M:0;c41f045e1357:39869 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-17T08:31:32,706 INFO [M:0;c41f045e1357:39869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-17T08:31:32,706 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-17T08:31:32,706 INFO [M:0;c41f045e1357:39869 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:31:32,706 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:31:32,706 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-17T08:31:32,706 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:31:32,706 INFO [M:0;c41f045e1357:39869 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=813.52 KB heapSize=1002.48 KB 2024-12-17T08:31:32,721 DEBUG [M:0;c41f045e1357:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae1be8dfb9647769b81143fb94ea59c is 82, key is hbase:meta,,1/info:regioninfo/1734424114611/Put/seqid=0 2024-12-17T08:31:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742537_1713 (size=5672) 2024-12-17T08:31:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:31:32,803 INFO [RS:0;c41f045e1357:40233 {}] regionserver.HRegionServer(1307): Exiting; stopping=c41f045e1357,40233,1734424111672; zookeeper connection closed. 2024-12-17T08:31:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40233-0x1009f175cfb0001, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:31:32,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103708c2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103708c2 2024-12-17T08:31:32,804 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-17T08:31:33,125 INFO [M:0;c41f045e1357:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae1be8dfb9647769b81143fb94ea59c 2024-12-17T08:31:33,146 DEBUG [M:0;c41f045e1357:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/637689f962c240a6bf1ab338d9366462 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\xA8/proc:d/1734424264032/Put/seqid=0 2024-12-17T08:31:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742538_1714 (size=47927) 2024-12-17T08:31:33,555 INFO [M:0;c41f045e1357:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=812.96 KB at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/637689f962c240a6bf1ab338d9366462 2024-12-17T08:31:33,558 INFO [M:0;c41f045e1357:39869 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637689f962c240a6bf1ab338d9366462 2024-12-17T08:31:33,573 DEBUG [M:0;c41f045e1357:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ac29c6e0e654d22b8927e2b33b588de is 69, key is c41f045e1357,40233,1734424111672/rs:state/1734424113815/Put/seqid=0 2024-12-17T08:31:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073742539_1715 (size=5156) 2024-12-17T08:31:33,976 INFO [M:0;c41f045e1357:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ac29c6e0e654d22b8927e2b33b588de 2024-12-17T08:31:33,979 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dae1be8dfb9647769b81143fb94ea59c as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dae1be8dfb9647769b81143fb94ea59c 2024-12-17T08:31:33,982 INFO [M:0;c41f045e1357:39869 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dae1be8dfb9647769b81143fb94ea59c, entries=8, sequenceid=2328, filesize=5.5 K 2024-12-17T08:31:33,982 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/637689f962c240a6bf1ab338d9366462 as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/637689f962c240a6bf1ab338d9366462 2024-12-17T08:31:33,985 INFO [M:0;c41f045e1357:39869 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 637689f962c240a6bf1ab338d9366462 2024-12-17T08:31:33,985 INFO [M:0;c41f045e1357:39869 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/637689f962c240a6bf1ab338d9366462, entries=195, sequenceid=2328, filesize=46.8 K 2024-12-17T08:31:33,986 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ac29c6e0e654d22b8927e2b33b588de as hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ac29c6e0e654d22b8927e2b33b588de 2024-12-17T08:31:33,988 INFO [M:0;c41f045e1357:39869 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46507/user/jenkins/test-data/5096aa08-4529-ccd7-ed7c-d4ad652af162/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ac29c6e0e654d22b8927e2b33b588de, entries=1, sequenceid=2328, filesize=5.0 K 2024-12-17T08:31:33,989 INFO [M:0;c41f045e1357:39869 {}] regionserver.HRegion(3040): Finished flush of dataSize ~813.52 KB/833045, heapSize ~1002.19 KB/1026240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=2328, compaction requested=false 2024-12-17T08:31:33,990 INFO [M:0;c41f045e1357:39869 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-17T08:31:33,990 DEBUG [M:0;c41f045e1357:39869 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-17T08:31:33,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44425 is added to blk_1073741830_1006 (size=985668) 2024-12-17T08:31:33,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-17T08:31:33,992 INFO [M:0;c41f045e1357:39869 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-17T08:31:33,992 INFO [M:0;c41f045e1357:39869 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39869 2024-12-17T08:31:33,997 DEBUG [M:0;c41f045e1357:39869 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/c41f045e1357,39869,1734424110929 already deleted, retry=false 2024-12-17T08:31:34,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:31:34,099 INFO [M:0;c41f045e1357:39869 {}] regionserver.HRegionServer(1307): Exiting; stopping=c41f045e1357,39869,1734424110929; zookeeper connection closed. 2024-12-17T08:31:34,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x1009f175cfb0000, quorum=127.0.0.1:49694, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-17T08:31:34,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e967c25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-17T08:31:34,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e95663c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T08:31:34,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T08:31:34,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637efe93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T08:31:34,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3c9073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/hadoop.log.dir/,STOPPED} 2024-12-17T08:31:34,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-17T08:31:34,112 WARN [BP-2121823519-172.17.0.2-1734424108106 heartbeating to localhost/127.0.0.1:46507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-17T08:31:34,112 WARN [BP-2121823519-172.17.0.2-1734424108106 heartbeating to localhost/127.0.0.1:46507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121823519-172.17.0.2-1734424108106 (Datanode Uuid 4e54495c-0679-4461-b720-9b0e63d81ec5) service to localhost/127.0.0.1:46507 2024-12-17T08:31:34,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-17T08:31:34,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e/dfs/data/data1/current/BP-2121823519-172.17.0.2-1734424108106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T08:31:34,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/cluster_b12a959f-eb05-3974-8149-3d4ade34b54e/dfs/data/data2/current/BP-2121823519-172.17.0.2-1734424108106 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-17T08:31:34,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-17T08:31:34,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52042c53{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-17T08:31:34,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45e9671d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-17T08:31:34,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-17T08:31:34,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-17T08:31:34,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@625ac51e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e45dbd9-2b88-4185-a9f7-d7b8b390acc6/hadoop.log.dir/,STOPPED} 2024-12-17T08:31:34,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-17T08:31:34,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down